2024-11-08 05:15:27,621 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d
2024-11-08 05:15:27,677 main DEBUG Took 0.052729 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-08 05:15:27,678 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-08 05:15:27,679 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-08 05:15:27,680 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-08 05:15:27,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:15:27,692 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-08 05:15:27,710 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:15:27,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:15:27,714 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:15:27,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:15:27,715 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:15:27,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:15:27,718 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:15:27,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:15:27,719 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:15:27,720 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:15:27,721 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:15:27,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:15:27,723 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:15:27,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:15:27,724 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:15:27,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:15:27,725 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:15:27,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:15:27,727 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:15:27,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:15:27,728 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:15:27,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:15:27,729 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:15:27,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:15:27,730 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:15:27,731 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-08 05:15:27,733 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:15:27,735 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-08 05:15:27,737 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-08 05:15:27,738 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-08 05:15:27,740 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-08 05:15:27,741 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-08 05:15:27,752 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-08 05:15:27,756 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-08 05:15:27,758 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-08 05:15:27,766 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-08 05:15:27,767 main DEBUG createAppenders(={Console})
2024-11-08 05:15:27,768 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized
2024-11-08 05:15:27,769 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d
2024-11-08 05:15:27,769 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK.
2024-11-08 05:15:27,771 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-08 05:15:27,772 main DEBUG OutputStream closed
2024-11-08 05:15:27,773 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-08 05:15:27,773 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-08 05:15:27,774 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK
2024-11-08 05:15:27,920 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-08 05:15:27,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-08 05:15:27,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-08 05:15:27,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-08 05:15:27,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-08 05:15:27,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-08 05:15:27,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-08 05:15:27,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-08 05:15:27,931 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-08 05:15:27,931 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-08 05:15:27,932 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-08 05:15:27,932 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-08 05:15:27,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-08 05:15:27,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-08 05:15:27,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-08 05:15:27,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-08 05:15:27,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-08 05:15:27,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-08 05:15:27,939 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-08 05:15:27,940 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null
2024-11-08 05:15:27,941 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-08 05:15:27,942 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK.
2024-11-08T05:15:27,960 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins
2024-11-08 05:15:27,964 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-08 05:15:27,964 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-08T05:15:28,063 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=8172
2024-11-08T05:15:28,380 INFO  [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations
2024-11-08T05:15:28,431 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4
2024-11-08T05:15:28,434 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/cluster_2d552879-1852-be08-87df-eac092db1367, deleteOnExit=true
2024-11-08T05:15:28,530 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/cluster_2d552879-1852-be08-87df-eac092db1367/zookeeper_0, clientPort=50171, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/cluster_2d552879-1852-be08-87df-eac092db1367/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/cluster_2d552879-1852-be08-87df-eac092db1367/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-08T05:15:28,546 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50171
2024-11-08T05:15:28,547 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:15:28,562 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:15:28,563 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/test.cache.data in system properties and HBase conf
2024-11-08T05:15:28,564 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:15:28,564 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:15:28,565 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:15:28,566 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:15:28,566 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:15:28,660 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-08T05:15:28,795 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:15:28,805 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:15:28,806 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:15:28,806 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:15:28,807 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:15:28,807 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:15:28,808 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:15:28,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:15:28,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:15:28,810 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:15:28,811 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:15:28,811 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:15:28,812 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:15:28,813 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:15:28,814 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:15:30,446 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-08T05:15:30,534 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3969ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-08T05:15:30,624 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:15:30,698 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:15:30,729 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:15:30,730 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:15:30,731 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:15:30,749 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:15:30,758 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:15:30,760 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:15:30,976 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/java.io.tmpdir/jetty-localhost-35461-hadoop-hdfs-3_4_1-tests_jar-_-any-6802058081966424292/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:15:30,984 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:35461}
2024-11-08T05:15:30,984 INFO  [Time-limited test {}] server.Server(415): Started @4420ms
2024-11-08T05:15:31,587 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:15:31,597 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:15:31,599 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:15:31,599 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:15:31,599 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T05:15:31,600 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:15:31,601 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:15:31,728 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/java.io.tmpdir/jetty-localhost-35595-hadoop-hdfs-3_4_1-tests_jar-_-any-3345289297347414337/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:15:31,729 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:35595}
2024-11-08T05:15:31,729 INFO  [Time-limited test {}] server.Server(415): Started @5166ms
2024-11-08T05:15:31,791 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:15:33,474 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/cluster_2d552879-1852-be08-87df-eac092db1367/data/data2/current/BP-1789572462-172.17.0.3-1731042929604/current, will proceed with Du for space computation calculation, 
2024-11-08T05:15:33,474 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/cluster_2d552879-1852-be08-87df-eac092db1367/data/data1/current/BP-1789572462-172.17.0.3-1731042929604/current, will proceed with Du for space computation calculation, 
2024-11-08T05:15:33,511 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:15:33,565 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4
2024-11-08T05:15:33,570 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1afb9873ca17d5c with lease ID 0x46a3ec3ea6c52f8e: Processing first storage report for DS-661b59a6-b16f-46b4-91d0-2d763f48d91d from datanode DatanodeRegistration(127.0.0.1:46409, datanodeUuid=03dbff45-db2a-41c9-b34b-3566276b66dd, infoPort=45431, infoSecurePort=0, ipcPort=46761, storageInfo=lv=-57;cid=testClusterID;nsid=1189420664;c=1731042929604)
2024-11-08T05:15:33,572 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1afb9873ca17d5c with lease ID 0x46a3ec3ea6c52f8e: from storage DS-661b59a6-b16f-46b4-91d0-2d763f48d91d node DatanodeRegistration(127.0.0.1:46409, datanodeUuid=03dbff45-db2a-41c9-b34b-3566276b66dd, infoPort=45431, infoSecurePort=0, ipcPort=46761, storageInfo=lv=-57;cid=testClusterID;nsid=1189420664;c=1731042929604), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-08T05:15:33,572 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1afb9873ca17d5c with lease ID 0x46a3ec3ea6c52f8e: Processing first storage report for DS-d60bf8cc-abf8-4fbf-9f3b-e38e525a40e5 from datanode DatanodeRegistration(127.0.0.1:46409, datanodeUuid=03dbff45-db2a-41c9-b34b-3566276b66dd, infoPort=45431, infoSecurePort=0, ipcPort=46761, storageInfo=lv=-57;cid=testClusterID;nsid=1189420664;c=1731042929604)
2024-11-08T05:15:33,573 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1afb9873ca17d5c with lease ID 0x46a3ec3ea6c52f8e: from storage DS-d60bf8cc-abf8-4fbf-9f3b-e38e525a40e5 node DatanodeRegistration(127.0.0.1:46409, datanodeUuid=03dbff45-db2a-41c9-b34b-3566276b66dd, infoPort=45431, infoSecurePort=0, ipcPort=46761, storageInfo=lv=-57;cid=testClusterID;nsid=1189420664;c=1731042929604), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:15:33,575 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:15:33,579 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:15:33,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:15:34,271 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe with version=8
2024-11-08T05:15:34,271 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/hbase-staging
2024-11-08T05:15:34,362 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-08T05:15:34,623 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:15:34,633 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:15:34,634 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:15:34,638 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:15:34,638 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:15:34,639 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:15:34,789 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:15:34,859 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-08T05:15:34,868 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-08T05:15:34,872 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:15:34,900 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8555 (auto-detected)
2024-11-08T05:15:34,901 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-08T05:15:34,922 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32907
2024-11-08T05:15:34,952 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32907 connecting to ZooKeeper ensemble=127.0.0.1:50171
2024-11-08T05:15:35,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329070x0, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:15:35,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32907-0x10118dee3270000 connected
2024-11-08T05:15:35,170 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:15:35,173 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:15:35,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on znode that does not yet exist, /01070502490/running
2024-11-08T05:15:35,189 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe, hbase.cluster.distributed=false
2024-11-08T05:15:35,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on znode that does not yet exist, /01070502490/acl
2024-11-08T05:15:35,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32907
2024-11-08T05:15:35,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32907
2024-11-08T05:15:35,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32907
2024-11-08T05:15:35,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32907
2024-11-08T05:15:35,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32907
2024-11-08T05:15:35,344 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:15:35,346 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:15:35,346 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:15:35,346 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:15:35,346 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:15:35,346 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:15:35,349 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:15:35,353 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:15:35,354 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36359
2024-11-08T05:15:35,356 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36359 connecting to ZooKeeper ensemble=127.0.0.1:50171
2024-11-08T05:15:35,358 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:15:35,362 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:15:35,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363590x0, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:15:35,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363590x0, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on znode that does not yet exist, /01070502490/running
2024-11-08T05:15:35,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36359-0x10118dee3270001 connected
2024-11-08T05:15:35,385 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:15:35,394 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:15:35,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on znode that does not yet exist, /01070502490/master
2024-11-08T05:15:35,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on znode that does not yet exist, /01070502490/acl
2024-11-08T05:15:35,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36359
2024-11-08T05:15:35,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36359
2024-11-08T05:15:35,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36359
2024-11-08T05:15:35,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36359
2024-11-08T05:15:35,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36359
2024-11-08T05:15:35,423 DEBUG [M:0;d1ba675678c9:32907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:32907
2024-11-08T05:15:35,424 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01070502490/backup-masters/d1ba675678c9,32907,1731042934447
2024-11-08T05:15:35,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490/backup-masters
2024-11-08T05:15:35,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490/backup-masters
2024-11-08T05:15:35,445 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on existing znode=/01070502490/backup-masters/d1ba675678c9,32907,1731042934447
2024-11-08T05:15:35,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:35,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01070502490/master
2024-11-08T05:15:35,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:35,474 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on existing znode=/01070502490/master
2024-11-08T05:15:35,476 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01070502490/backup-masters/d1ba675678c9,32907,1731042934447 from backup master directory
2024-11-08T05:15:35,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490/backup-masters
2024-11-08T05:15:35,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01070502490/backup-masters/d1ba675678c9,32907,1731042934447
2024-11-08T05:15:35,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490/backup-masters
2024-11-08T05:15:35,492 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:15:35,492 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,32907,1731042934447
2024-11-08T05:15:35,494 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-08T05:15:35,496 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-08T05:15:35,568 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/hbase.id] with ID: cc3b094e-18f6-4762-b5ad-aefc2cce2048
2024-11-08T05:15:35,568 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/.tmp/hbase.id
2024-11-08T05:15:35,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:15:35,990 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/.tmp/hbase.id]:[hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/hbase.id]
2024-11-08T05:15:36,043 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:15:36,049 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:15:36,072 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms.
2024-11-08T05:15:36,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:36,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:36,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:15:36,110 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:15:36,114 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:15:36,134 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:15:36,140 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:15:36,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:15:36,199 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store
2024-11-08T05:15:36,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:15:36,624 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-08T05:15:36,628 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:15:36,629 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:15:36,629 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:15:36,630 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:15:36,631 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:15:36,632 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:15:36,632 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:15:36,633 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731042936629Disabling compacts and flushes for region at 1731042936629Disabling writes for close at 1731042936631 (+2 ms)Writing region close event to WAL at 1731042936632 (+1 ms)Closed at 1731042936632
2024-11-08T05:15:36,636 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/.initializing
2024-11-08T05:15:36,636 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/WALs/d1ba675678c9,32907,1731042934447
2024-11-08T05:15:36,646 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:15:36,662 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C32907%2C1731042934447, suffix=, logDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/WALs/d1ba675678c9,32907,1731042934447, archiveDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/oldWALs, maxLogs=10
2024-11-08T05:15:36,689 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/WALs/d1ba675678c9,32907,1731042934447/d1ba675678c9%2C32907%2C1731042934447.1731042936667, exclude list is [], retry=0
2024-11-08T05:15:36,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46409,DS-661b59a6-b16f-46b4-91d0-2d763f48d91d,DISK]
2024-11-08T05:15:36,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-08T05:15:36,754 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/WALs/d1ba675678c9,32907,1731042934447/d1ba675678c9%2C32907%2C1731042934447.1731042936667
2024-11-08T05:15:36,755 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45431:45431)]
2024-11-08T05:15:36,756 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:15:36,756 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:15:36,759 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:36,760 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:36,805 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:15:36,833 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:15:36,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:36,840 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:36,841 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:15:36,845 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:15:36,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:36,846 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:15:36,847 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:15:36,850 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:15:36,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:36,852 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:15:36,852 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:15:36,855 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:15:36,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:36,856 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:15:36,857 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:36,861 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:36,862 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:36,868 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:36,869 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:36,872 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:15:36,876 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:36,881 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:15:36,883 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69579197, jitterRate=0.03681083023548126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:15:36,892 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731042936773Initializing all the Stores at 1731042936776 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042936776Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042936778 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042936778Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042936778Cleaning up temporary data from old regions at 1731042936869 (+91 ms)Region opened successfully at 1731042936892 (+23 ms)
2024-11-08T05:15:36,894 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:15:36,933 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@981319a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:15:36,972 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:15:36,987 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:15:36,988 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:15:36,992 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:15:36,994 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-08T05:15:37,002 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec
2024-11-08T05:15:37,002 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:15:37,037 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:15:37,047 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Unable to get data of znode /01070502490/balancer because node does not exist (not necessarily an error)
2024-11-08T05:15:37,059 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01070502490/balancer already deleted, retry=false
2024-11-08T05:15:37,063 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:15:37,065 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Unable to get data of znode /01070502490/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:15:37,073 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01070502490/normalizer already deleted, retry=false
2024-11-08T05:15:37,077 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:15:37,082 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Unable to get data of znode /01070502490/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:15:37,094 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01070502490/switch/split already deleted, retry=false
2024-11-08T05:15:37,097 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Unable to get data of znode /01070502490/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:15:37,104 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01070502490/switch/merge already deleted, retry=false
2024-11-08T05:15:37,128 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Unable to get data of znode /01070502490/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:15:37,136 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01070502490/snapshot-cleanup already deleted, retry=false
2024-11-08T05:15:37,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01070502490/running
2024-11-08T05:15:37,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01070502490/running
2024-11-08T05:15:37,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:37,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:37,149 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,32907,1731042934447, sessionid=0x10118dee3270000, setting cluster-up flag (Was=false)
2024-11-08T05:15:37,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:37,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:37,220 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01070502490/flush-table-proc/acquired, /01070502490/flush-table-proc/reached, /01070502490/flush-table-proc/abort
2024-11-08T05:15:37,223 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,32907,1731042934447
2024-11-08T05:15:37,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:37,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:37,283 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01070502490/online-snapshot/acquired, /01070502490/online-snapshot/reached, /01070502490/online-snapshot/abort
2024-11-08T05:15:37,286 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,32907,1731042934447
2024-11-08T05:15:37,298 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:15:37,313 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(746): ClusterId : cc3b094e-18f6-4762-b5ad-aefc2cce2048
2024-11-08T05:15:37,317 DEBUG [RS:0;d1ba675678c9:36359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:15:37,334 DEBUG [RS:0;d1ba675678c9:36359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:15:37,335 DEBUG [RS:0;d1ba675678c9:36359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:15:37,348 DEBUG [RS:0;d1ba675678c9:36359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:15:37,349 DEBUG [RS:0;d1ba675678c9:36359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f1294fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:15:37,370 DEBUG [RS:0;d1ba675678c9:36359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:36359
2024-11-08T05:15:37,374 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:15:37,374 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:15:37,374 DEBUG [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:15:37,377 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,32907,1731042934447 with port=36359, startcode=1731042935309
2024-11-08T05:15:37,385 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:15:37,392 DEBUG [RS:0;d1ba675678c9:36359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:15:37,397 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:15:37,406 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:15:37,412 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,32907,1731042934447
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:15:37,422 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:15:37,422 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:15:37,423 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:15:37,423 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:15:37,423 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:15:37,423 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:37,423 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:15:37,424 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:37,459 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:15:37,469 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32907 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:15:37,476 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:15:37,477 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:15:37,489 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:37,489 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:15:37,505 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731042967505
2024-11-08T05:15:37,507 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:15:37,509 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:15:37,514 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:15:37,514 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:15:37,515 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:15:37,515 DEBUG [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-08T05:15:37,515 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:15:37,515 WARN  [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-08T05:15:37,528 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:37,532 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:15:37,534 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:15:37,535 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:15:37,536 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:15:37,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:15:37,555 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:15:37,556 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:15:37,555 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:15:37,557 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe
2024-11-08T05:15:37,572 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042937557,5,FailOnTimeoutGroup]
2024-11-08T05:15:37,576 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042937573,5,FailOnTimeoutGroup]
2024-11-08T05:15:37,576 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:37,577 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:15:37,578 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:37,579 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:37,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741832_1008 (size=32)
2024-11-08T05:15:37,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:15:37,596 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:15:37,600 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:15:37,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:37,601 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:37,602 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:15:37,605 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:15:37,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:37,606 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:37,606 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:15:37,610 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:15:37,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:37,611 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:37,611 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:15:37,615 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:15:37,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:37,616 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:37,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:15:37,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740
2024-11-08T05:15:37,617 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,32907,1731042934447 with port=36359, startcode=1731042935309
2024-11-08T05:15:37,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740
2024-11-08T05:15:37,623 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,36359,1731042935309
2024-11-08T05:15:37,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:15:37,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:15:37,626 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32907 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,36359,1731042935309
2024-11-08T05:15:37,627 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:15:37,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:15:37,636 DEBUG [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe
2024-11-08T05:15:37,636 DEBUG [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38273
2024-11-08T05:15:37,637 DEBUG [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:15:37,637 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:15:37,638 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71977146, jitterRate=0.07254305481910706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:15:37,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731042937590Initializing all the Stores at 1731042937593 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042937593Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042937596 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042937596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042937596Cleaning up temporary data from old regions at 1731042937625 (+29 ms)Region opened successfully at 1731042937642 (+17 ms)
2024-11-08T05:15:37,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:15:37,643 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:15:37,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:15:37,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:15:37,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:15:37,644 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:15:37,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731042937643Disabling compacts and flushes for region at 1731042937643Disabling writes for close at 1731042937643Writing region close event to WAL at 1731042937644 (+1 ms)Closed at 1731042937644
2024-11-08T05:15:37,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:15:37,648 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:15:37,656 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:15:37,668 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:15:37,672 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:15:37,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490/rs
2024-11-08T05:15:37,689 DEBUG [RS:0;d1ba675678c9:36359 {}] zookeeper.ZKUtil(111): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on existing znode=/01070502490/rs/d1ba675678c9,36359,1731042935309
2024-11-08T05:15:37,689 WARN  [RS:0;d1ba675678c9:36359 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:15:37,689 INFO  [RS:0;d1ba675678c9:36359 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:15:37,690 DEBUG [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309
2024-11-08T05:15:37,692 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,36359,1731042935309]
2024-11-08T05:15:37,717 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:15:37,734 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:15:37,740 INFO  [RS:0;d1ba675678c9:36359 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:15:37,740 INFO  [RS:0;d1ba675678c9:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:37,741 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:15:37,747 INFO  [RS:0;d1ba675678c9:36359 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:15:37,749 INFO  [RS:0;d1ba675678c9:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:37,749 DEBUG [RS:0;d1ba675678c9:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:37,750 DEBUG [RS:0;d1ba675678c9:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:37,750 DEBUG [RS:0;d1ba675678c9:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:37,750 DEBUG [RS:0;d1ba675678c9:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:37,750 DEBUG [RS:0;d1ba675678c9:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:37,750 DEBUG [RS:0;d1ba675678c9:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:15:37,750 DEBUG [RS:0;d1ba675678c9:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:37,751 DEBUG [RS:0;d1ba675678c9:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:37,751 DEBUG [RS:0;d1ba675678c9:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:37,751 DEBUG [RS:0;d1ba675678c9:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:37,751 DEBUG [RS:0;d1ba675678c9:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:37,751 DEBUG [RS:0;d1ba675678c9:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:37,751 DEBUG [RS:0;d1ba675678c9:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:15:37,752 DEBUG [RS:0;d1ba675678c9:36359 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:15:37,756 INFO  [RS:0;d1ba675678c9:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:37,756 INFO  [RS:0;d1ba675678c9:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:37,757 INFO  [RS:0;d1ba675678c9:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:37,757 INFO  [RS:0;d1ba675678c9:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:37,757 INFO  [RS:0;d1ba675678c9:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:37,757 INFO  [RS:0;d1ba675678c9:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36359,1731042935309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:15:37,778 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:15:37,780 INFO  [RS:0;d1ba675678c9:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36359,1731042935309-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:37,781 INFO  [RS:0;d1ba675678c9:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:37,781 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.Replication(171): d1ba675678c9,36359,1731042935309 started
2024-11-08T05:15:37,801 INFO  [RS:0;d1ba675678c9:36359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:37,802 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,36359,1731042935309, RpcServer on d1ba675678c9/172.17.0.3:36359, sessionid=0x10118dee3270001
2024-11-08T05:15:37,803 DEBUG [RS:0;d1ba675678c9:36359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:15:37,803 DEBUG [RS:0;d1ba675678c9:36359 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,36359,1731042935309
2024-11-08T05:15:37,803 DEBUG [RS:0;d1ba675678c9:36359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,36359,1731042935309'
2024-11-08T05:15:37,803 DEBUG [RS:0;d1ba675678c9:36359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01070502490/flush-table-proc/abort'
2024-11-08T05:15:37,804 DEBUG [RS:0;d1ba675678c9:36359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01070502490/flush-table-proc/acquired'
2024-11-08T05:15:37,805 DEBUG [RS:0;d1ba675678c9:36359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:15:37,805 DEBUG [RS:0;d1ba675678c9:36359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:15:37,805 DEBUG [RS:0;d1ba675678c9:36359 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,36359,1731042935309
2024-11-08T05:15:37,805 DEBUG [RS:0;d1ba675678c9:36359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,36359,1731042935309'
2024-11-08T05:15:37,805 DEBUG [RS:0;d1ba675678c9:36359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01070502490/online-snapshot/abort'
2024-11-08T05:15:37,806 DEBUG [RS:0;d1ba675678c9:36359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01070502490/online-snapshot/acquired'
2024-11-08T05:15:37,807 DEBUG [RS:0;d1ba675678c9:36359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:15:37,807 INFO  [RS:0;d1ba675678c9:36359 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:15:37,807 INFO  [RS:0;d1ba675678c9:36359 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:15:37,823 WARN  [d1ba675678c9:32907 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-08T05:15:37,913 INFO  [RS:0;d1ba675678c9:36359 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:15:37,918 INFO  [RS:0;d1ba675678c9:36359 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C36359%2C1731042935309, suffix=, logDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309, archiveDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/oldWALs, maxLogs=10
2024-11-08T05:15:37,937 DEBUG [RS:0;d1ba675678c9:36359 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.1731042937922, exclude list is [], retry=0
2024-11-08T05:15:37,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46409,DS-661b59a6-b16f-46b4-91d0-2d763f48d91d,DISK]
2024-11-08T05:15:37,945 INFO  [RS:0;d1ba675678c9:36359 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.1731042937922
2024-11-08T05:15:37,946 DEBUG [RS:0;d1ba675678c9:36359 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45431:45431)]
2024-11-08T05:15:38,075 DEBUG [d1ba675678c9:32907 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:15:38,090 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,36359,1731042935309
2024-11-08T05:15:38,097 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,36359,1731042935309, state=OPENING
2024-11-08T05:15:38,156 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:15:38,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:38,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:38,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01070502490/meta-region-server: CHANGED
2024-11-08T05:15:38,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01070502490/meta-region-server: CHANGED
2024-11-08T05:15:38,223 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:15:38,226 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,36359,1731042935309}]
2024-11-08T05:15:38,406 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:15:38,410 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:15:38,426 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:15:38,426 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:15:38,427 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:15:38,431 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C36359%2C1731042935309.meta, suffix=.meta, logDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309, archiveDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/oldWALs, maxLogs=10
2024-11-08T05:15:38,448 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.meta.1731042938433.meta, exclude list is [], retry=0
2024-11-08T05:15:38,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46409,DS-661b59a6-b16f-46b4-91d0-2d763f48d91d,DISK]
2024-11-08T05:15:38,459 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.meta.1731042938433.meta
2024-11-08T05:15:38,460 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45431:45431)]
2024-11-08T05:15:38,460 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:15:38,466 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:15:38,468 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:15:38,471 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:15:38,473 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:15:38,478 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:15:38,479 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:15:38,479 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:15:38,479 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:15:38,482 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:15:38,484 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:15:38,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:38,485 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:38,486 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:15:38,488 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:15:38,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:38,489 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:38,489 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:15:38,491 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:15:38,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:38,492 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:38,493 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:15:38,495 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:15:38,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:38,496 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:38,496 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:15:38,498 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740
2024-11-08T05:15:38,502 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740
2024-11-08T05:15:38,506 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:15:38,506 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:15:38,507 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:15:38,511 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:15:38,513 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71811566, jitterRate=0.07007572054862976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:15:38,514 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:15:38,515 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731042938480Writing region info on filesystem at 1731042938480Initializing all the Stores at 1731042938482 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042938482Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042938482Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042938482Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042938482Cleaning up temporary data from old regions at 1731042938506 (+24 ms)Running coprocessor post-open hooks at 1731042938514 (+8 ms)Region opened successfully at 1731042938515 (+1 ms)
2024-11-08T05:15:38,523 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731042938395
2024-11-08T05:15:38,536 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:15:38,536 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:15:38,539 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,36359,1731042935309
2024-11-08T05:15:38,542 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,36359,1731042935309, state=OPEN
2024-11-08T05:15:38,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01070502490/meta-region-server
2024-11-08T05:15:38,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01070502490/meta-region-server
2024-11-08T05:15:38,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01070502490/meta-region-server: CHANGED
2024-11-08T05:15:38,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01070502490/meta-region-server: CHANGED
2024-11-08T05:15:38,622 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,36359,1731042935309
2024-11-08T05:15:38,628 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:15:38,628 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,36359,1731042935309 in 396 msec
2024-11-08T05:15:38,637 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:15:38,637 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 974 msec
2024-11-08T05:15:38,639 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:15:38,639 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:15:38,662 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:15:38,663 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,36359,1731042935309, seqNum=-1]
2024-11-08T05:15:38,685 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:15:38,689 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:15:38,715 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3770 sec
2024-11-08T05:15:38,716 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731042938715, completionTime=-1
2024-11-08T05:15:38,718 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:15:38,719 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:15:38,747 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:15:38,747 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731042998747
2024-11-08T05:15:38,748 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043058747
2024-11-08T05:15:38,748 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec
2024-11-08T05:15:38,750 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,32907,1731042934447-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:38,750 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,32907,1731042934447-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:38,750 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,32907,1731042934447-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:38,752 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:32907, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:38,753 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:38,755 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:38,762 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:15:38,784 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.292sec
2024-11-08T05:15:38,785 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:15:38,786 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:15:38,787 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:15:38,788 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:15:38,788 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:15:38,789 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,32907,1731042934447-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:15:38,789 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,32907,1731042934447-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:15:38,799 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:15:38,800 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:15:38,800 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,32907,1731042934447-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:38,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:38,828 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-08T05:15:38,828 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-08T05:15:38,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,32907,-1 for getting cluster id
2024-11-08T05:15:38,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:15:38,844 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc3b094e-18f6-4762-b5ad-aefc2cce2048'
2024-11-08T05:15:38,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:15:38,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc3b094e-18f6-4762-b5ad-aefc2cce2048"

2024-11-08T05:15:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb2b5a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,32907,-1]
2024-11-08T05:15:38,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:15:38,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:38,855 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:15:38,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:38,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:15:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,36359,1731042935309, seqNum=-1]
2024-11-08T05:15:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:15:38,874 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:15:38,896 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,32907,1731042934447
2024-11-08T05:15:38,899 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50171
2024-11-08T05:15:38,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:15:38,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10118dee3270002 connected
2024-11-08T05:15:38,953 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/hadoop.log.dir so I do NOT create it in target/test-data/e025b35b-420a-1784-055c-cc757081ea59
2024-11-08T05:15:38,954 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:15:38,954 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/hadoop.tmp.dir so I do NOT create it in target/test-data/e025b35b-420a-1784-055c-cc757081ea59
2024-11-08T05:15:38,954 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:15:38,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59
2024-11-08T05:15:38,954 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:15:38,954 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/cluster_03a0cab8-ab31-ad69-5013-0a5f0b435784, deleteOnExit=true
2024-11-08T05:15:38,954 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:15:38,955 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/test.cache.data in system properties and HBase conf
2024-11-08T05:15:38,955 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:15:38,955 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:15:38,955 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:15:38,955 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:15:38,955 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:15:38,955 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:15:38,956 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:15:38,956 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:15:38,956 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:15:38,956 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:15:38,956 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:15:38,956 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:15:38,957 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:15:38,957 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:15:38,957 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:15:38,957 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:15:38,957 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:15:38,957 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:15:38,957 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:15:38,957 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:15:39,591 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:15:39,600 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:15:39,612 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:15:39,612 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:15:39,612 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:15:39,613 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:15:39,636 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:15:39,637 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:15:39,764 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/java.io.tmpdir/jetty-localhost-45317-hadoop-hdfs-3_4_1-tests_jar-_-any-10387435721486544748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:15:39,765 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:45317}
2024-11-08T05:15:39,765 INFO  [Time-limited test {}] server.Server(415): Started @13202ms
2024-11-08T05:15:40,047 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:15:40,051 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:15:40,052 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:15:40,052 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:15:40,052 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:15:40,053 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:15:40,053 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:15:40,163 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e590b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/java.io.tmpdir/jetty-localhost-40637-hadoop-hdfs-3_4_1-tests_jar-_-any-16723377273674320121/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:15:40,164 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:40637}
2024-11-08T05:15:40,164 INFO  [Time-limited test {}] server.Server(415): Started @13600ms
2024-11-08T05:15:40,166 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:15:41,116 WARN  [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/cluster_03a0cab8-ab31-ad69-5013-0a5f0b435784/data/data1/current/BP-1508485015-172.17.0.3-1731042938989/current, will proceed with Du for space computation calculation, 
2024-11-08T05:15:41,116 WARN  [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/cluster_03a0cab8-ab31-ad69-5013-0a5f0b435784/data/data2/current/BP-1508485015-172.17.0.3-1731042938989/current, will proceed with Du for space computation calculation, 
2024-11-08T05:15:41,184 WARN  [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:15:41,188 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed198b0e99f10de2 with lease ID 0x220f9f7a8b03a60e: Processing first storage report for DS-ffcc31d2-ec9a-4ad8-a2bd-2d0f34096985 from datanode DatanodeRegistration(127.0.0.1:40045, datanodeUuid=76262abc-ee32-496f-812e-4de013161d04, infoPort=36243, infoSecurePort=0, ipcPort=42945, storageInfo=lv=-57;cid=testClusterID;nsid=682184590;c=1731042938989)
2024-11-08T05:15:41,188 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed198b0e99f10de2 with lease ID 0x220f9f7a8b03a60e: from storage DS-ffcc31d2-ec9a-4ad8-a2bd-2d0f34096985 node DatanodeRegistration(127.0.0.1:40045, datanodeUuid=76262abc-ee32-496f-812e-4de013161d04, infoPort=36243, infoSecurePort=0, ipcPort=42945, storageInfo=lv=-57;cid=testClusterID;nsid=682184590;c=1731042938989), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:15:41,188 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed198b0e99f10de2 with lease ID 0x220f9f7a8b03a60e: Processing first storage report for DS-56324c43-6cee-47fa-bd2d-06b2ca5e14dc from datanode DatanodeRegistration(127.0.0.1:40045, datanodeUuid=76262abc-ee32-496f-812e-4de013161d04, infoPort=36243, infoSecurePort=0, ipcPort=42945, storageInfo=lv=-57;cid=testClusterID;nsid=682184590;c=1731042938989)
2024-11-08T05:15:41,188 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed198b0e99f10de2 with lease ID 0x220f9f7a8b03a60e: from storage DS-56324c43-6cee-47fa-bd2d-06b2ca5e14dc node DatanodeRegistration(127.0.0.1:40045, datanodeUuid=76262abc-ee32-496f-812e-4de013161d04, infoPort=36243, infoSecurePort=0, ipcPort=42945, storageInfo=lv=-57;cid=testClusterID;nsid=682184590;c=1731042938989), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:15:41,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59
2024-11-08T05:15:41,213 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:15:41,215 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:15:41,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:15:41,631 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53 with version=8
2024-11-08T05:15:41,631 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/hbase-staging
2024-11-08T05:15:41,633 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:15:41,634 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:15:41,634 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:15:41,634 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:15:41,634 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:15:41,634 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:15:41,635 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:15:41,635 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:15:41,635 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46573
2024-11-08T05:15:41,637 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46573 connecting to ZooKeeper ensemble=127.0.0.1:50171
2024-11-08T05:15:41,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465730x0, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:15:41,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46573-0x10118dee3270003 connected
2024-11-08T05:15:41,768 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:15:41,769 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:15:41,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Set watcher on znode that does not yet exist, /11727820264/running
2024-11-08T05:15:41,772 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53, hbase.cluster.distributed=false
2024-11-08T05:15:41,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Set watcher on znode that does not yet exist, /11727820264/acl
2024-11-08T05:15:41,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46573
2024-11-08T05:15:41,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46573
2024-11-08T05:15:41,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46573
2024-11-08T05:15:41,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46573
2024-11-08T05:15:41,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46573
2024-11-08T05:15:41,798 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:15:41,798 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:15:41,798 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:15:41,798 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:15:41,798 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:15:41,798 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:15:41,798 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:15:41,798 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:15:41,799 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42449
2024-11-08T05:15:41,801 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42449 connecting to ZooKeeper ensemble=127.0.0.1:50171
2024-11-08T05:15:41,803 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:15:41,805 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:15:41,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424490x0, quorum=127.0.0.1:50171, baseZNode=/11727820264 Set watcher on znode that does not yet exist, /11727820264/running
2024-11-08T05:15:41,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424490x0, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:15:41,821 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:15:41,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42449-0x10118dee3270004 connected
2024-11-08T05:15:41,825 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:15:41,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Set watcher on znode that does not yet exist, /11727820264/master
2024-11-08T05:15:41,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Set watcher on znode that does not yet exist, /11727820264/acl
2024-11-08T05:15:41,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42449
2024-11-08T05:15:41,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42449
2024-11-08T05:15:41,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42449
2024-11-08T05:15:41,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42449
2024-11-08T05:15:41,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42449
2024-11-08T05:15:41,853 DEBUG [M:0;d1ba675678c9:46573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:46573
2024-11-08T05:15:41,853 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11727820264/backup-masters/d1ba675678c9,46573,1731042941633
2024-11-08T05:15:41,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264/backup-masters
2024-11-08T05:15:41,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264/backup-masters
2024-11-08T05:15:41,862 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Set watcher on existing znode=/11727820264/backup-masters/d1ba675678c9,46573,1731042941633
2024-11-08T05:15:41,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11727820264/master
2024-11-08T05:15:41,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264
2024-11-08T05:15:41,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264
2024-11-08T05:15:41,873 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Set watcher on existing znode=/11727820264/master
2024-11-08T05:15:41,874 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11727820264/backup-masters/d1ba675678c9,46573,1731042941633 from backup master directory
2024-11-08T05:15:41,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11727820264/backup-masters/d1ba675678c9,46573,1731042941633
2024-11-08T05:15:41,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264/backup-masters
2024-11-08T05:15:41,883 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:15:41,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264/backup-masters
2024-11-08T05:15:41,883 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,46573,1731042941633
2024-11-08T05:15:41,892 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/hbase.id] with ID: 70130c42-0fda-466a-aa83-46ffb36f61a0
2024-11-08T05:15:41,893 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/.tmp/hbase.id
2024-11-08T05:15:41,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:15:42,302 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/.tmp/hbase.id]:[hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/hbase.id]
2024-11-08T05:15:42,329 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:15:42,329 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:15:42,331 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-08T05:15:42,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264
2024-11-08T05:15:42,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264
2024-11-08T05:15:42,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:15:42,758 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:15:42,760 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:15:42,760 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:15:42,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:15:43,176 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store
2024-11-08T05:15:43,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:15:43,588 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:15:43,588 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:15:43,588 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:15:43,588 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:15:43,588 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:15:43,588 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:15:43,589 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:15:43,589 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731042943588Disabling compacts and flushes for region at 1731042943588Disabling writes for close at 1731042943588Writing region close event to WAL at 1731042943589 (+1 ms)Closed at 1731042943589
2024-11-08T05:15:43,591 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store/.initializing
2024-11-08T05:15:43,591 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/WALs/d1ba675678c9,46573,1731042941633
2024-11-08T05:15:43,594 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:15:43,598 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C46573%2C1731042941633, suffix=, logDir=hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/WALs/d1ba675678c9,46573,1731042941633, archiveDir=hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/oldWALs, maxLogs=10
2024-11-08T05:15:43,613 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/WALs/d1ba675678c9,46573,1731042941633/d1ba675678c9%2C46573%2C1731042941633.1731042943598, exclude list is [], retry=0
2024-11-08T05:15:43,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40045,DS-ffcc31d2-ec9a-4ad8-a2bd-2d0f34096985,DISK]
2024-11-08T05:15:43,621 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/WALs/d1ba675678c9,46573,1731042941633/d1ba675678c9%2C46573%2C1731042941633.1731042943598
2024-11-08T05:15:43,621 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36243:36243)]
2024-11-08T05:15:43,621 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:15:43,622 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:15:43,622 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:43,622 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:43,624 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:15:43,627 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:15:43,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:43,628 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:43,628 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:15:43,631 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:15:43,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:43,632 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:15:43,632 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:15:43,634 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:15:43,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:43,636 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:15:43,636 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:15:43,640 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:15:43,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:43,641 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:15:43,642 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:43,643 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:43,644 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:43,646 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:43,646 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:43,647 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:15:43,649 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:43,652 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:15:43,653 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61846926, jitterRate=-0.07840898633003235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:15:43,654 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731042943622Initializing all the Stores at 1731042943624 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042943624Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042943624Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042943624Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042943624Cleaning up temporary data from old regions at 1731042943646 (+22 ms)Region opened successfully at 1731042943653 (+7 ms)
2024-11-08T05:15:43,654 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:15:43,660 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dac191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:15:43,661 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:15:43,661 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:15:43,661 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:15:43,661 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:15:43,662 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:15:43,663 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:15:43,663 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:15:43,666 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:15:43,668 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Unable to get data of znode /11727820264/balancer because node does not exist (not necessarily an error)
2024-11-08T05:15:43,733 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11727820264/balancer already deleted, retry=false
2024-11-08T05:15:43,734 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:15:43,735 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Unable to get data of znode /11727820264/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:15:43,767 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11727820264/normalizer already deleted, retry=false
2024-11-08T05:15:43,767 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:15:43,769 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Unable to get data of znode /11727820264/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:15:43,777 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11727820264/switch/split already deleted, retry=false
2024-11-08T05:15:43,779 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Unable to get data of znode /11727820264/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:15:43,788 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11727820264/switch/merge already deleted, retry=false
2024-11-08T05:15:43,792 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Unable to get data of znode /11727820264/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:15:43,799 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11727820264/snapshot-cleanup already deleted, retry=false
2024-11-08T05:15:43,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11727820264/running
2024-11-08T05:15:43,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264
2024-11-08T05:15:43,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11727820264/running
2024-11-08T05:15:43,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264
2024-11-08T05:15:43,810 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,46573,1731042941633, sessionid=0x10118dee3270003, setting cluster-up flag (Was=false)
2024-11-08T05:15:43,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264
2024-11-08T05:15:43,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264
2024-11-08T05:15:43,862 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11727820264/flush-table-proc/acquired, /11727820264/flush-table-proc/reached, /11727820264/flush-table-proc/abort
2024-11-08T05:15:43,863 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,46573,1731042941633
2024-11-08T05:15:43,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264
2024-11-08T05:15:43,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264
2024-11-08T05:15:43,922 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11727820264/online-snapshot/acquired, /11727820264/online-snapshot/reached, /11727820264/online-snapshot/abort
2024-11-08T05:15:43,923 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,46573,1731042941633
2024-11-08T05:15:43,925 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:15:43,928 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:15:43,929 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:15:43,929 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:15:43,929 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,46573,1731042941633
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:15:43,931 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:15:43,931 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:15:43,931 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:15:43,932 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:15:43,932 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:15:43,932 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:43,932 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:15:43,932 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:43,933 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731042973933
2024-11-08T05:15:43,934 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:15:43,934 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:15:43,934 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:15:43,934 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:15:43,934 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:15:43,934 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:15:43,934 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:43,935 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:15:43,935 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:15:43,935 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:15:43,935 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:15:43,936 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:15:43,936 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:15:43,936 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:15:43,936 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:15:43,936 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042943936,5,FailOnTimeoutGroup]
2024-11-08T05:15:43,936 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042943936,5,FailOnTimeoutGroup]
2024-11-08T05:15:43,936 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:43,936 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:15:43,936 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:43,936 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:43,938 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:43,938 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:15:43,939 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.HRegionServer(746): ClusterId : 70130c42-0fda-466a-aa83-46ffb36f61a0
2024-11-08T05:15:43,940 DEBUG [RS:0;d1ba675678c9:42449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:15:43,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:15:43,947 DEBUG [RS:0;d1ba675678c9:42449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:15:43,947 DEBUG [RS:0;d1ba675678c9:42449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:15:43,958 DEBUG [RS:0;d1ba675678c9:42449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:15:43,959 DEBUG [RS:0;d1ba675678c9:42449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a312d1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:15:43,984 DEBUG [RS:0;d1ba675678c9:42449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:42449
2024-11-08T05:15:43,985 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:15:43,985 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:15:43,985 DEBUG [RS:0;d1ba675678c9:42449 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:15:43,986 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,46573,1731042941633 with port=42449, startcode=1731042941797
2024-11-08T05:15:43,987 DEBUG [RS:0;d1ba675678c9:42449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:15:43,989 INFO  [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:15:43,990 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46573 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,42449,1731042941797
2024-11-08T05:15:43,990 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46573 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,42449,1731042941797
2024-11-08T05:15:43,990 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:15:43,994 DEBUG [RS:0;d1ba675678c9:42449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53
2024-11-08T05:15:43,994 DEBUG [RS:0;d1ba675678c9:42449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40813
2024-11-08T05:15:43,994 DEBUG [RS:0;d1ba675678c9:42449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:15:44,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264/rs
2024-11-08T05:15:44,051 DEBUG [RS:0;d1ba675678c9:42449 {}] zookeeper.ZKUtil(111): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Set watcher on existing znode=/11727820264/rs/d1ba675678c9,42449,1731042941797
2024-11-08T05:15:44,051 WARN  [RS:0;d1ba675678c9:42449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:15:44,051 INFO  [RS:0;d1ba675678c9:42449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:15:44,051 DEBUG [RS:0;d1ba675678c9:42449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/WALs/d1ba675678c9,42449,1731042941797
2024-11-08T05:15:44,053 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,42449,1731042941797]
2024-11-08T05:15:44,056 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-08T05:15:44,057 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:15:44,064 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:15:44,064 INFO  [RS:0;d1ba675678c9:42449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:15:44,064 INFO  [RS:0;d1ba675678c9:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:44,065 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:15:44,066 INFO  [RS:0;d1ba675678c9:42449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:15:44,066 INFO  [RS:0;d1ba675678c9:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:44,067 DEBUG [RS:0;d1ba675678c9:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:44,067 DEBUG [RS:0;d1ba675678c9:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:44,067 DEBUG [RS:0;d1ba675678c9:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:44,067 DEBUG [RS:0;d1ba675678c9:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:44,067 DEBUG [RS:0;d1ba675678c9:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:44,067 DEBUG [RS:0;d1ba675678c9:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:15:44,067 DEBUG [RS:0;d1ba675678c9:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:44,067 DEBUG [RS:0;d1ba675678c9:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:44,068 DEBUG [RS:0;d1ba675678c9:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:44,068 DEBUG [RS:0;d1ba675678c9:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:44,068 DEBUG [RS:0;d1ba675678c9:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:44,068 DEBUG [RS:0;d1ba675678c9:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:44,068 DEBUG [RS:0;d1ba675678c9:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:15:44,068 DEBUG [RS:0;d1ba675678c9:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:15:44,072 INFO  [RS:0;d1ba675678c9:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:44,072 INFO  [RS:0;d1ba675678c9:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:44,073 INFO  [RS:0;d1ba675678c9:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:44,073 INFO  [RS:0;d1ba675678c9:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:44,073 INFO  [RS:0;d1ba675678c9:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:44,073 INFO  [RS:0;d1ba675678c9:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42449,1731042941797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:15:44,090 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:15:44,090 INFO  [RS:0;d1ba675678c9:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42449,1731042941797-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:44,090 INFO  [RS:0;d1ba675678c9:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:44,090 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.Replication(171): d1ba675678c9,42449,1731042941797 started
2024-11-08T05:15:44,108 INFO  [RS:0;d1ba675678c9:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:44,108 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,42449,1731042941797, RpcServer on d1ba675678c9/172.17.0.3:42449, sessionid=0x10118dee3270004
2024-11-08T05:15:44,109 DEBUG [RS:0;d1ba675678c9:42449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:15:44,109 DEBUG [RS:0;d1ba675678c9:42449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,42449,1731042941797
2024-11-08T05:15:44,109 DEBUG [RS:0;d1ba675678c9:42449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,42449,1731042941797'
2024-11-08T05:15:44,109 DEBUG [RS:0;d1ba675678c9:42449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11727820264/flush-table-proc/abort'
2024-11-08T05:15:44,110 DEBUG [RS:0;d1ba675678c9:42449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11727820264/flush-table-proc/acquired'
2024-11-08T05:15:44,110 DEBUG [RS:0;d1ba675678c9:42449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:15:44,110 DEBUG [RS:0;d1ba675678c9:42449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:15:44,110 DEBUG [RS:0;d1ba675678c9:42449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,42449,1731042941797
2024-11-08T05:15:44,110 DEBUG [RS:0;d1ba675678c9:42449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,42449,1731042941797'
2024-11-08T05:15:44,110 DEBUG [RS:0;d1ba675678c9:42449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11727820264/online-snapshot/abort'
2024-11-08T05:15:44,111 DEBUG [RS:0;d1ba675678c9:42449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11727820264/online-snapshot/acquired'
2024-11-08T05:15:44,111 DEBUG [RS:0;d1ba675678c9:42449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:15:44,111 INFO  [RS:0;d1ba675678c9:42449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:15:44,111 INFO  [RS:0;d1ba675678c9:42449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:15:44,212 INFO  [RS:0;d1ba675678c9:42449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:15:44,216 INFO  [RS:0;d1ba675678c9:42449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42449%2C1731042941797, suffix=, logDir=hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/WALs/d1ba675678c9,42449,1731042941797, archiveDir=hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/oldWALs, maxLogs=10
2024-11-08T05:15:44,233 DEBUG [RS:0;d1ba675678c9:42449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/WALs/d1ba675678c9,42449,1731042941797/d1ba675678c9%2C42449%2C1731042941797.1731042944219, exclude list is [], retry=0
2024-11-08T05:15:44,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40045,DS-ffcc31d2-ec9a-4ad8-a2bd-2d0f34096985,DISK]
2024-11-08T05:15:44,240 INFO  [RS:0;d1ba675678c9:42449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/WALs/d1ba675678c9,42449,1731042941797/d1ba675678c9%2C42449%2C1731042941797.1731042944219
2024-11-08T05:15:44,241 DEBUG [RS:0;d1ba675678c9:42449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36243:36243)]
2024-11-08T05:15:44,348 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:15:44,349 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53
2024-11-08T05:15:44,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741833_1009 (size=32)
2024-11-08T05:15:44,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:15:44,761 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:15:44,764 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:15:44,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:44,765 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:44,765 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:15:44,767 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:15:44,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:44,768 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:44,768 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:15:44,770 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:15:44,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:44,772 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:44,772 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:15:44,774 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:15:44,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:44,775 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:44,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:15:44,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/data/hbase/meta/1588230740
2024-11-08T05:15:44,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/data/hbase/meta/1588230740
2024-11-08T05:15:44,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:15:44,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:15:44,781 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:15:44,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:15:44,789 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:15:44,791 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66685882, jitterRate=-0.006302922964096069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:15:44,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731042944759Initializing all the Stores at 1731042944761 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042944761Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042944761Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042944761Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042944761Cleaning up temporary data from old regions at 1731042944781 (+20 ms)Region opened successfully at 1731042944791 (+10 ms)
2024-11-08T05:15:44,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:15:44,791 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:15:44,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:15:44,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:15:44,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:15:44,792 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:15:44,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731042944791Disabling compacts and flushes for region at 1731042944791Disabling writes for close at 1731042944791Writing region close event to WAL at 1731042944792 (+1 ms)Closed at 1731042944792
2024-11-08T05:15:44,795 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:15:44,795 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:15:44,795 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:15:44,799 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:15:44,801 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:15:44,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-08T05:15:44,856 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-08T05:15:44,858 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:15:44,858 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-08T05:15:44,858 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:15:44,858 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-08T05:15:44,859 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-08T05:15:44,859 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-08T05:15:44,952 DEBUG [d1ba675678c9:46573 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:15:44,953 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,42449,1731042941797
2024-11-08T05:15:44,956 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,42449,1731042941797, state=OPENING
2024-11-08T05:15:45,072 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:15:45,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264
2024-11-08T05:15:45,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264
2024-11-08T05:15:45,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11727820264/meta-region-server: CHANGED
2024-11-08T05:15:45,084 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:15:45,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11727820264/meta-region-server: CHANGED
2024-11-08T05:15:45,084 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,42449,1731042941797}]
2024-11-08T05:15:45,239 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:15:45,242 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:15:45,248 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:15:45,249 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:15:45,249 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:15:45,252 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42449%2C1731042941797.meta, suffix=.meta, logDir=hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/WALs/d1ba675678c9,42449,1731042941797, archiveDir=hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/oldWALs, maxLogs=10
2024-11-08T05:15:45,271 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/WALs/d1ba675678c9,42449,1731042941797/d1ba675678c9%2C42449%2C1731042941797.meta.1731042945254.meta, exclude list is [], retry=0
2024-11-08T05:15:45,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40045,DS-ffcc31d2-ec9a-4ad8-a2bd-2d0f34096985,DISK]
2024-11-08T05:15:45,278 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/WALs/d1ba675678c9,42449,1731042941797/d1ba675678c9%2C42449%2C1731042941797.meta.1731042945254.meta
2024-11-08T05:15:45,279 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36243:36243)]
2024-11-08T05:15:45,279 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:15:45,279 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:15:45,280 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:15:45,280 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:15:45,280 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:15:45,280 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:15:45,280 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:15:45,280 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:15:45,280 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:15:45,283 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:15:45,284 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:15:45,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:45,286 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:45,286 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:15:45,288 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:15:45,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:45,289 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:45,289 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:15:45,291 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:15:45,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:45,292 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:45,292 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:15:45,293 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:15:45,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:45,295 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:45,295 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:15:45,297 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/data/hbase/meta/1588230740
2024-11-08T05:15:45,299 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/data/hbase/meta/1588230740
2024-11-08T05:15:45,301 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:15:45,301 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:15:45,303 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:15:45,306 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:15:45,308 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69569052, jitterRate=0.03665965795516968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:15:45,308 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:15:45,308 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731042945280Writing region info on filesystem at 1731042945280Initializing all the Stores at 1731042945282 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042945282Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042945283 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042945283Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042945283Cleaning up temporary data from old regions at 1731042945301 (+18 ms)Running coprocessor post-open hooks at 1731042945308 (+7 ms)Region opened successfully at 1731042945308
2024-11-08T05:15:45,310 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731042945238
2024-11-08T05:15:45,314 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:15:45,315 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:15:45,316 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,42449,1731042941797
2024-11-08T05:15:45,318 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,42449,1731042941797, state=OPEN
2024-11-08T05:15:45,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11727820264/meta-region-server
2024-11-08T05:15:45,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11727820264/meta-region-server
2024-11-08T05:15:45,325 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,42449,1731042941797
2024-11-08T05:15:45,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11727820264/meta-region-server: CHANGED
2024-11-08T05:15:45,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11727820264/meta-region-server: CHANGED
2024-11-08T05:15:45,331 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:15:45,331 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,42449,1731042941797 in 241 msec
2024-11-08T05:15:45,338 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:15:45,338 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 536 msec
2024-11-08T05:15:45,340 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:15:45,340 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:15:45,343 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:15:45,344 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42449,1731042941797, seqNum=-1]
2024-11-08T05:15:45,345 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:15:45,347 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:15:45,359 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4300 sec
2024-11-08T05:15:45,359 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731042945359, completionTime=-1
2024-11-08T05:15:45,359 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:15:45,359 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:15:45,362 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:15:45,362 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043005362
2024-11-08T05:15:45,362 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043065362
2024-11-08T05:15:45,362 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec
2024-11-08T05:15:45,363 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,46573,1731042941633-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:45,363 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,46573,1731042941633-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:45,363 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,46573,1731042941633-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:45,363 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:46573, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:45,363 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:45,364 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:45,368 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:15:45,372 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.489sec
2024-11-08T05:15:45,373 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:15:45,373 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:15:45,373 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:15:45,373 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:15:45,373 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:15:45,373 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,46573,1731042941633-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:15:45,373 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,46573,1731042941633-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:15:45,377 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:15:45,377 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:15:45,378 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,46573,1731042941633-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:45,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd7c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:45,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,46573,-1 for getting cluster id
2024-11-08T05:15:45,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:15:45,443 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70130c42-0fda-466a-aa83-46ffb36f61a0'
2024-11-08T05:15:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:15:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70130c42-0fda-466a-aa83-46ffb36f61a0"

2024-11-08T05:15:45,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecebfeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:45,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,46573,-1]
2024-11-08T05:15:45,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:15:45,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:45,448 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:15:45,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d7ffbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:45,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:15:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42449,1731042941797, seqNum=-1]
2024-11-08T05:15:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:15:45,455 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:15:45,457 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,46573,1731042941633
2024-11-08T05:15:45,459 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50171
2024-11-08T05:15:45,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:15:45,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10118dee3270005 connected
2024-11-08T05:15:45,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a856152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:45,490 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,32907,-1 for getting cluster id
2024-11-08T05:15:45,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:15:45,491 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc3b094e-18f6-4762-b5ad-aefc2cce2048'
2024-11-08T05:15:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:15:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc3b094e-18f6-4762-b5ad-aefc2cce2048"

2024-11-08T05:15:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211eec6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,32907,-1]
2024-11-08T05:15:45,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:15:45,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:45,495 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:15:45,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cba16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:45,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:15:45,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,32907,1731042934447
2024-11-08T05:15:45,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d7264e2
2024-11-08T05:15:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:15:45,516 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:15:45,517 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d1ba675678c9:46573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-08T05:15:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:15:45,530 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:46573'
2024-11-08T05:15:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:15:45,532 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39757012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:45,532 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,46573,-1 for getting cluster id
2024-11-08T05:15:45,532 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:15:45,533 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70130c42-0fda-466a-aa83-46ffb36f61a0'
2024-11-08T05:15:45,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:15:45,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70130c42-0fda-466a-aa83-46ffb36f61a0"

2024-11-08T05:15:45,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd5afc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:45,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,46573,-1]
2024-11-08T05:15:45,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:15:45,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:45,536 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:15:45,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e15250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:45,538 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:15:45,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,46573,1731042941633
2024-11-08T05:15:45,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e0878fe
2024-11-08T05:15:45,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:15:45,546 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:15:45,560 INFO  [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3.
2024-11-08T05:15:45,561 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:15:45,565 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:45,566 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:45,566 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:15:45,567 INFO  [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:15:45,573 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-08T05:15:45,577 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:15:45,578 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:45,580 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:15:45,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741835_1011 (size=1138)
2024-11-08T05:15:45,626 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-08T05:15:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:15:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:15:45,999 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76778956f9f595b92bda21759607665c, NAME => 'hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe
2024-11-08T05:15:46,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741836_1012 (size=44)
2024-11-08T05:15:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:15:46,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:15:46,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 76778956f9f595b92bda21759607665c, disabling compactions & flushes
2024-11-08T05:15:46,411 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:15:46,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:15:46,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c. after waiting 0 ms
2024-11-08T05:15:46,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:15:46,412 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:15:46,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76778956f9f595b92bda21759607665c:
Waiting for close lock at 1731042946411Disabling compacts and flushes for region at 1731042946411Disabling writes for close at 1731042946412 (+1 ms)Writing region close event to WAL at 1731042946412Closed at 1731042946412
2024-11-08T05:15:46,414 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:15:46,419 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731042946414"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731042946414"}]},"ts":"1731042946414"}
2024-11-08T05:15:46,425 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:15:46,428 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:15:46,431 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731042946428"}]},"ts":"1731042946428"}
2024-11-08T05:15:46,438 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-08T05:15:46,440 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76778956f9f595b92bda21759607665c, ASSIGN}]
2024-11-08T05:15:46,443 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76778956f9f595b92bda21759607665c, ASSIGN
2024-11-08T05:15:46,445 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76778956f9f595b92bda21759607665c, ASSIGN; state=OFFLINE, location=d1ba675678c9,36359,1731042935309; forceNewPlan=false, retain=false
2024-11-08T05:15:46,598 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=76778956f9f595b92bda21759607665c, regionState=OPENING, regionLocation=d1ba675678c9,36359,1731042935309
2024-11-08T05:15:46,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76778956f9f595b92bda21759607665c, ASSIGN because future has completed
2024-11-08T05:15:46,605 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76778956f9f595b92bda21759607665c, server=d1ba675678c9,36359,1731042935309}]
2024-11-08T05:15:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:15:46,787 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:15:46,788 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:15:46,788 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-08T05:15:46,795 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C36359%2C1731042935309.rep, suffix=, logDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309, archiveDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/oldWALs, maxLogs=10
2024-11-08T05:15:46,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.rep.1731042946798, exclude list is [], retry=0
2024-11-08T05:15:46,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46409,DS-661b59a6-b16f-46b4-91d0-2d763f48d91d,DISK]
2024-11-08T05:15:46,842 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.rep.1731042946798
2024-11-08T05:15:46,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45431:45431)]
2024-11-08T05:15:46,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 76778956f9f595b92bda21759607665c, NAME => 'hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:15:46,846 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:15:46,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:15:46,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c. service=MultiRowMutationService
2024-11-08T05:15:46,848 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-08T05:15:46,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 76778956f9f595b92bda21759607665c
2024-11-08T05:15:46,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:15:46,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 76778956f9f595b92bda21759607665c
2024-11-08T05:15:46,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 76778956f9f595b92bda21759607665c
2024-11-08T05:15:46,855 INFO  [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 76778956f9f595b92bda21759607665c 
2024-11-08T05:15:46,858 INFO  [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76778956f9f595b92bda21759607665c columnFamilyName hfileref
2024-11-08T05:15:46,859 DEBUG [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:46,861 INFO  [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] regionserver.HStore(327): Store=76778956f9f595b92bda21759607665c/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:15:46,861 INFO  [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 76778956f9f595b92bda21759607665c 
2024-11-08T05:15:46,864 INFO  [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76778956f9f595b92bda21759607665c columnFamilyName queue
2024-11-08T05:15:46,864 DEBUG [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:46,865 INFO  [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] regionserver.HStore(327): Store=76778956f9f595b92bda21759607665c/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:15:46,865 INFO  [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 76778956f9f595b92bda21759607665c 
2024-11-08T05:15:46,869 INFO  [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76778956f9f595b92bda21759607665c columnFamilyName sid
2024-11-08T05:15:46,869 DEBUG [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:46,870 INFO  [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] regionserver.HStore(327): Store=76778956f9f595b92bda21759607665c/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:15:46,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 76778956f9f595b92bda21759607665c
2024-11-08T05:15:46,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/replication/76778956f9f595b92bda21759607665c
2024-11-08T05:15:46,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/replication/76778956f9f595b92bda21759607665c
2024-11-08T05:15:46,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 76778956f9f595b92bda21759607665c
2024-11-08T05:15:46,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 76778956f9f595b92bda21759607665c
2024-11-08T05:15:46,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:15:46,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 76778956f9f595b92bda21759607665c
2024-11-08T05:15:46,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/replication/76778956f9f595b92bda21759607665c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:15:46,893 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 76778956f9f595b92bda21759607665c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62439125, jitterRate=-0.06958453357219696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:15:46,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76778956f9f595b92bda21759607665c
2024-11-08T05:15:46,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 76778956f9f595b92bda21759607665c:
Running coprocessor pre-open hook at 1731042946849Writing region info on filesystem at 1731042946849Initializing all the Stores at 1731042946854 (+5 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042946854Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042946855 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042946855Cleaning up temporary data from old regions at 1731042946876 (+21 ms)Running coprocessor post-open hooks at 1731042946894 (+18 ms)Region opened successfully at 1731042946895 (+1 ms)
2024-11-08T05:15:46,897 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c., pid=7, masterSystemTime=1731042946764
2024-11-08T05:15:46,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:15:46,904 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:15:46,905 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=76778956f9f595b92bda21759607665c, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,36359,1731042935309
2024-11-08T05:15:46,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76778956f9f595b92bda21759607665c, server=d1ba675678c9,36359,1731042935309 because future has completed
2024-11-08T05:15:46,934 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6
2024-11-08T05:15:46,934 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 76778956f9f595b92bda21759607665c, server=d1ba675678c9,36359,1731042935309 in 320 msec
2024-11-08T05:15:46,942 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:15:46,943 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76778956f9f595b92bda21759607665c, ASSIGN in 494 msec
2024-11-08T05:15:46,945 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:15:46,946 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731042946945"}]},"ts":"1731042946945"}
2024-11-08T05:15:46,949 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-08T05:15:46,951 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:15:46,956 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3830 sec
2024-11-08T05:15:46,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c., hostname=d1ba675678c9,36359,1731042935309, seqNum=2]
2024-11-08T05:15:47,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36359 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-08T05:15:47,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:47,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:47,140 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:15:47,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36359 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8
2024-11-08T05:15:47,313 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-08T05:15:47,374 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d1ba675678c9,36359,1731042935309, ReplicationSource: 1, currentBandwidth=0
2024-11-08T05:15:47,376 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:15:47,376 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,36359,1731042935309, seqNum=-1]
2024-11-08T05:15:47,377 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:15:47,379 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-08T05:15:47,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d1ba675678c9,36359,1731042935309', locateType=CURRENT is [region=hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c., hostname=d1ba675678c9,36359,1731042935309, seqNum=2]
2024-11-08T05:15:47,394 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-08T05:15:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-08T05:15:47,403 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d1ba675678c9,36359,1731042935309 suceeded
2024-11-08T05:15:47,410 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4
2024-11-08T05:15:47,411 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 263 msec
2024-11-08T05:15:47,411 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d1ba675678c9:46573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:15:47,415 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8920 sec
2024-11-08T05:15:47,422 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:46573'
2024-11-08T05:15:47,425 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f8d1d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:47,425 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,46573,-1 for getting cluster id
2024-11-08T05:15:47,425 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:15:47,426 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70130c42-0fda-466a-aa83-46ffb36f61a0'
2024-11-08T05:15:47,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:15:47,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70130c42-0fda-466a-aa83-46ffb36f61a0"

2024-11-08T05:15:47,427 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:47,431 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fb08c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:47,431 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,46573,-1]
2024-11-08T05:15:47,431 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:15:47,433 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:15:47,435 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a1d5352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:47,435 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:15:47,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,46573,1731042941633
2024-11-08T05:15:47,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43b53823
2024-11-08T05:15:47,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:15:47,439 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-08T05:15:47,448 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d1ba675678c9,36359,1731042935309 (queues=1) is replicating from cluster=cc3b094e-18f6-4762-b5ad-aefc2cce2048 to cluster=70130c42-0fda-466a-aa83-46ffb36f61a0
2024-11-08T05:15:47,457 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d1ba675678c9%2C36359%2C1731042935309
2024-11-08T05:15:47,462 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d1ba675678c9,36359,1731042935309, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:15:47,469 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309.replicationSource.shipperd1ba675678c9%2C36359%2C1731042935309,1-d1ba675678c9,36359,1731042935309 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C36359%2C1731042935309
2024-11-08T05:15:47,472 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309.replicationSource.wal-reader.d1ba675678c9%2C36359%2C1731042935309,1-d1ba675678c9,36359,1731042935309 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.1731042937922, startPosition=0, beingWritten=true
2024-11-08T05:15:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:15:47,688 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:15:47,688 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-08T05:15:47,688 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:15:47,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:47,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:47,689 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:15:47,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6067dc31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:47,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,32907,-1 for getting cluster id
2024-11-08T05:15:47,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:15:47,696 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc3b094e-18f6-4762-b5ad-aefc2cce2048'
2024-11-08T05:15:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:15:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc3b094e-18f6-4762-b5ad-aefc2cce2048"

2024-11-08T05:15:47,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cabca43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:47,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,32907,-1]
2024-11-08T05:15:47,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:15:47,709 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:47,714 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:15:47,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154be403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:47,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:15:47,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,32907,1731042934447
2024-11-08T05:15:47,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cafca2b
2024-11-08T05:15:47,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:15:47,730 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:15:47,731 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://d1ba675678c9:46573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-08T05:15:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:15:47,737 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:46573'
2024-11-08T05:15:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-08T05:15:47,740 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55332c0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:47,740 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,46573,-1 for getting cluster id
2024-11-08T05:15:47,740 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:15:47,742 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70130c42-0fda-466a-aa83-46ffb36f61a0'
2024-11-08T05:15:47,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:15:47,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70130c42-0fda-466a-aa83-46ffb36f61a0"

2024-11-08T05:15:47,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd66ab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:47,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,46573,-1]
2024-11-08T05:15:47,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:15:47,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:47,745 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:15:47,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3685cd4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:47,746 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:15:47,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,46573,1731042941633
2024-11-08T05:15:47,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30328833
2024-11-08T05:15:47,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:15:47,751 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:15:47,752 INFO  [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5.
2024-11-08T05:15:47,752 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:15:47,752 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:47,753 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:47,753 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:15:47,776 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309.replicationSource.wal-reader.d1ba675678c9%2C36359%2C1731042935309,1-d1ba675678c9,36359,1731042935309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.1731042937922 to pos 0, reset compression=false
2024-11-08T05:15:47,830 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:15:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-08T05:15:47,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36359 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10
2024-11-08T05:15:47,990 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER
2024-11-08T05:15:48,038 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-d1ba675678c9,36359,1731042935309, ReplicationSource: 2, currentBandwidth=0
2024-11-08T05:15:48,042 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-11-08T05:15:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-11-08T05:15:48,047 INFO  [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on d1ba675678c9,36359,1731042935309 suceeded
2024-11-08T05:15:48,051 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-08T05:15:48,051 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://d1ba675678c9:46573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:15:48,051 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec
2024-11-08T05:15:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-08T05:15:48,057 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 320 msec
2024-11-08T05:15:48,063 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:46573'
2024-11-08T05:15:48,065 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79e0c46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:48,065 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,46573,-1 for getting cluster id
2024-11-08T05:15:48,065 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:15:48,067 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70130c42-0fda-466a-aa83-46ffb36f61a0'
2024-11-08T05:15:48,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:15:48,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70130c42-0fda-466a-aa83-46ffb36f61a0"

2024-11-08T05:15:48,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e19f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:48,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,46573,-1]
2024-11-08T05:15:48,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:15:48,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:48,070 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:15:48,072 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fc014bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:48,072 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:15:48,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,46573,1731042941633
2024-11-08T05:15:48,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cb71d60
2024-11-08T05:15:48,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:15:48,075 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-08T05:15:48,076 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d1ba675678c9,36359,1731042935309 (queues=1) is replicating from cluster=cc3b094e-18f6-4762-b5ad-aefc2cce2048 to cluster=70130c42-0fda-466a-aa83-46ffb36f61a0
2024-11-08T05:15:48,076 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d1ba675678c9%2C36359%2C1731042935309
2024-11-08T05:15:48,076 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d1ba675678c9,36359,1731042935309, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:15:48,076 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.wal-reader.d1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.1731042937922, startPosition=0, beingWritten=true
2024-11-08T05:15:48,077 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.shipperd1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C36359%2C1731042935309
2024-11-08T05:15:48,130 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309.replicationSource.wal-reader.d1ba675678c9%2C36359%2C1731042935309,1-d1ba675678c9,36359,1731042935309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.1731042937922 to pos 0, reset compression=false
2024-11-08T05:15:48,284 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.wal-reader.d1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.1731042937922 to pos 0, reset compression=false
2024-11-08T05:15:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-08T05:15:48,367 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed
2024-11-08T05:15:48,367 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:15:48,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:15:48,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:48,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:48,367 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:15:48,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:15:48,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,32907,1731042934447
2024-11-08T05:15:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51add367
2024-11-08T05:15:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:15:48,373 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:15:48,375 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-08T05:15:48,376 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2
2024-11-08T05:15:48,378 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-08T05:15:48,379 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2
2024-11-08T05:15:48,384 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://d1ba675678c9:46573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:15:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-08T05:15:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-08T05:15:48,391 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:46573'
2024-11-08T05:15:48,393 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f96880a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:48,393 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,46573,-1 for getting cluster id
2024-11-08T05:15:48,393 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:15:48,394 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70130c42-0fda-466a-aa83-46ffb36f61a0'
2024-11-08T05:15:48,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:15:48,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70130c42-0fda-466a-aa83-46ffb36f61a0"

2024-11-08T05:15:48,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67912a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:48,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,46573,-1]
2024-11-08T05:15:48,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:15:48,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:48,396 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:15:48,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a95082a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:48,397 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:15:48,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,46573,1731042941633
2024-11-08T05:15:48,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fa12321
2024-11-08T05:15:48,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:15:48,400 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:15:48,401 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-08T05:15:48,401 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234)
    at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:15:48,401 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:48,401 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:48,401 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:15:48,453 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:15:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-08T05:15:48,538 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309.replicationSource.wal-reader.d1ba675678c9%2C36359%2C1731042935309,1-d1ba675678c9,36359,1731042935309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.1731042937922 to pos 0, reset compression=false
2024-11-08T05:15:48,592 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.wal-reader.d1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.1731042937922 to pos 0, reset compression=false
2024-11-08T05:15:48,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36359 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12
2024-11-08T05:15:48,608 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG
2024-11-08T05:15:48,610 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-11-08T05:15:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-11-08T05:15:48,614 INFO  [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on d1ba675678c9,36359,1731042935309 suceeded
2024-11-08T05:15:48,618 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-08T05:15:48,618 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec
2024-11-08T05:15:48,618 INFO  [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://d1ba675678c9:46573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:15:48,621 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 234 msec
2024-11-08T05:15:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-08T05:15:48,707 INFO  [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed
2024-11-08T05:15:48,708 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://d1ba675678c9:46573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:15:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-08T05:15:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-08T05:15:48,712 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:46573'
2024-11-08T05:15:48,713 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f192ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:48,713 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,46573,-1 for getting cluster id
2024-11-08T05:15:48,713 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:15:48,714 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70130c42-0fda-466a-aa83-46ffb36f61a0'
2024-11-08T05:15:48,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:15:48,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70130c42-0fda-466a-aa83-46ffb36f61a0"

2024-11-08T05:15:48,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4539d97f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:48,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,46573,-1]
2024-11-08T05:15:48,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:15:48,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:48,716 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:15:48,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e5b4bb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:48,717 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:15:48,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,46573,1731042941633
2024-11-08T05:15:48,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3804ca86
2024-11-08T05:15:48,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:15:48,720 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:15:48,721 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-08T05:15:48,721 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234)
    at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:15:48,721 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:48,721 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:48,721 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:15:48,737 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:15:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-08T05:15:48,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36359 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14
2024-11-08T05:15:48,891 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG
2024-11-08T05:15:48,893 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-08T05:15:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-08T05:15:48,896 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on d1ba675678c9,36359,1731042935309 suceeded
2024-11-08T05:15:48,901 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-08T05:15:48,901 INFO  [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://d1ba675678c9:46573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:15:48,901 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec
2024-11-08T05:15:48,904 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 193 msec
2024-11-08T05:15:48,999 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.wal-reader.d1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.1731042937922 to pos 0, reset compression=false
2024-11-08T05:15:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-08T05:15:49,027 INFO  [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed
2024-11-08T05:15:49,028 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-08T05:15:49,029 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32907 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2
2024-11-08T05:15:49,029 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:15:49,030 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:15:49,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:49,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:49,030 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:15:49,030 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:15:49,030 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747358238, stopped=false
2024-11-08T05:15:49,031 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,32907,1731042934447
2024-11-08T05:15:49,046 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309.replicationSource.wal-reader.d1ba675678c9%2C36359%2C1731042935309,1-d1ba675678c9,36359,1731042935309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.1731042937922 to pos 0, reset compression=false
2024-11-08T05:15:49,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01070502490/running
2024-11-08T05:15:49,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01070502490/running
2024-11-08T05:15:49,111 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:15:49,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:49,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:49,111 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:15:49,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:15:49,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:49,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on znode that does not yet exist, /01070502490/running
2024-11-08T05:15:49,112 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,36359,1731042935309' *****
2024-11-08T05:15:49,112 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:15:49,112 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:15:49,112 INFO  [RS:0;d1ba675678c9:36359 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:15:49,112 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:15:49,113 INFO  [RS:0;d1ba675678c9:36359 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:15:49,113 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(3091): Received CLOSE for 76778956f9f595b92bda21759607665c
2024-11-08T05:15:49,114 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,36359,1731042935309
2024-11-08T05:15:49,114 INFO  [RS:0;d1ba675678c9:36359 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:15:49,114 INFO  [RS:0;d1ba675678c9:36359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:36359.
2024-11-08T05:15:49,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on znode that does not yet exist, /01070502490/running
2024-11-08T05:15:49,114 DEBUG [RS:0;d1ba675678c9:36359 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:15:49,114 DEBUG [RS:0;d1ba675678c9:36359 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:49,114 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76778956f9f595b92bda21759607665c, disabling compactions & flushes
2024-11-08T05:15:49,114 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:15:49,114 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:15:49,114 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:15:49,114 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:15:49,114 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:15:49,114 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c. after waiting 0 ms
2024-11-08T05:15:49,114 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:15:49,114 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:15:49,115 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-08T05:15:49,115 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:15:49,115 DEBUG [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(1325): Online Regions={76778956f9f595b92bda21759607665c=hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c., 1588230740=hbase:meta,,1.1588230740}
2024-11-08T05:15:49,115 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:15:49,115 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:15:49,115 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:15:49,115 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:15:49,115 DEBUG [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76778956f9f595b92bda21759607665c
2024-11-08T05:15:49,119 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-08T05:15:49,119 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 76778956f9f595b92bda21759607665c 3/3 column families, dataSize=294 B heapSize=1.19 KB
2024-11-08T05:15:49,167 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:15:49,192 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/.tmp/info/5c86c2e6325e40b18a9ee2b31bc80737 is 147, key is hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c./info:regioninfo/1731042946905/Put/seqid=0
2024-11-08T05:15:49,192 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/replication/76778956f9f595b92bda21759607665c/.tmp/queue/c0bfce014e7640deb7356e1d330505bf is 151, key is 1-d1ba675678c9,36359,1731042935309/queue:d1ba675678c9%2C36359%2C1731042935309/1731042947387/Put/seqid=0
2024-11-08T05:15:49,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741838_1014 (size=6631)
2024-11-08T05:15:49,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741839_1015 (size=5500)
2024-11-08T05:15:49,205 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/.tmp/info/5c86c2e6325e40b18a9ee2b31bc80737
2024-11-08T05:15:49,279 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/.tmp/ns/1e1c31ae06e74f34b3167629c97a3500 is 43, key is default/ns:d/1731042938694/Put/seqid=0
2024-11-08T05:15:49,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741840_1016 (size=5153)
2024-11-08T05:15:49,286 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/.tmp/ns/1e1c31ae06e74f34b3167629c97a3500
2024-11-08T05:15:49,313 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/.tmp/table/647c9c014a2347a6bd7788680aa07aca is 53, key is hbase:replication/table:state/1731042946945/Put/seqid=0
2024-11-08T05:15:49,315 DEBUG [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76778956f9f595b92bda21759607665c
2024-11-08T05:15:49,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741841_1017 (size=5256)
2024-11-08T05:15:49,506 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.wal-reader.d1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.1731042937922 to pos 0, reset compression=false
2024-11-08T05:15:49,516 DEBUG [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76778956f9f595b92bda21759607665c
2024-11-08T05:15:49,606 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/replication/76778956f9f595b92bda21759607665c/.tmp/queue/c0bfce014e7640deb7356e1d330505bf
2024-11-08T05:15:49,618 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/replication/76778956f9f595b92bda21759607665c/.tmp/queue/c0bfce014e7640deb7356e1d330505bf as hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/replication/76778956f9f595b92bda21759607665c/queue/c0bfce014e7640deb7356e1d330505bf
2024-11-08T05:15:49,627 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/replication/76778956f9f595b92bda21759607665c/queue/c0bfce014e7640deb7356e1d330505bf, entries=2, sequenceid=6, filesize=5.4 K
2024-11-08T05:15:49,635 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 76778956f9f595b92bda21759607665c in 515ms, sequenceid=6, compaction requested=false
2024-11-08T05:15:49,636 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-08T05:15:49,644 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/replication/76778956f9f595b92bda21759607665c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-08T05:15:49,647 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:15:49,647 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:15:49,647 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:15:49,648 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76778956f9f595b92bda21759607665c:
Waiting for close lock at 1731042949114Running coprocessor pre-close hooks at 1731042949114Disabling compacts and flushes for region at 1731042949114Disabling writes for close at 1731042949114Obtaining lock to block concurrent updates at 1731042949119 (+5 ms)Preparing flush snapshotting stores in 76778956f9f595b92bda21759607665c at 1731042949119Finished memstore snapshotting hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731042949128 (+9 ms)Flushing stores of hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c. at 1731042949130 (+2 ms)Flushing 76778956f9f595b92bda21759607665c/queue: creating writer at 1731042949132 (+2 ms)Flushing 76778956f9f595b92bda21759607665c/queue: appending metadata at 1731042949176 (+44 ms)Flushing 76778956f9f595b92bda21759607665c/queue: closing flushed file at 1731042949179 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eadafff: reopening flushed file at 1731042949616 (+437 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 76778956f9f595b92bda21759607665c in 515ms, sequenceid=6, compaction requested=false at 1731042949635 (+19 ms)Writing region close event to WAL at 1731042949639 (+4 ms)Running coprocessor post-close hooks at 1731042949645 (+6 ms)Closed at 1731042949647 (+2 ms)
2024-11-08T05:15:49,648 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:15:49,653 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309.replicationSource.wal-reader.d1ba675678c9%2C36359%2C1731042935309,1-d1ba675678c9,36359,1731042935309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.1731042937922 to pos 0, reset compression=false
2024-11-08T05:15:49,716 DEBUG [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:15:49,725 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/.tmp/table/647c9c014a2347a6bd7788680aa07aca
2024-11-08T05:15:49,739 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/.tmp/info/5c86c2e6325e40b18a9ee2b31bc80737 as hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/info/5c86c2e6325e40b18a9ee2b31bc80737
2024-11-08T05:15:49,746 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/info/5c86c2e6325e40b18a9ee2b31bc80737, entries=10, sequenceid=11, filesize=6.5 K
2024-11-08T05:15:49,748 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/.tmp/ns/1e1c31ae06e74f34b3167629c97a3500 as hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/ns/1e1c31ae06e74f34b3167629c97a3500
2024-11-08T05:15:49,756 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/ns/1e1c31ae06e74f34b3167629c97a3500, entries=2, sequenceid=11, filesize=5.0 K
2024-11-08T05:15:49,757 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:15:49,757 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:15:49,758 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/.tmp/table/647c9c014a2347a6bd7788680aa07aca as hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/table/647c9c014a2347a6bd7788680aa07aca
2024-11-08T05:15:49,767 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/table/647c9c014a2347a6bd7788680aa07aca, entries=2, sequenceid=11, filesize=5.1 K
2024-11-08T05:15:49,768 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 653ms, sequenceid=11, compaction requested=false
2024-11-08T05:15:49,774 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-08T05:15:49,774 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:15:49,774 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:15:49,775 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:15:49,775 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731042949115Running coprocessor pre-close hooks at 1731042949115Disabling compacts and flushes for region at 1731042949115Disabling writes for close at 1731042949115Obtaining lock to block concurrent updates at 1731042949119 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731042949119Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731042949128 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731042949130 (+2 ms)Flushing 1588230740/info: creating writer at 1731042949132 (+2 ms)Flushing 1588230740/info: appending metadata at 1731042949176 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731042949179 (+3 ms)Flushing 1588230740/ns: creating writer at 1731042949256 (+77 ms)Flushing 1588230740/ns: appending metadata at 1731042949278 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731042949278Flushing 1588230740/table: creating writer at 1731042949296 (+18 ms)Flushing 1588230740/table: appending metadata at 1731042949313 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731042949313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14bcc410: reopening flushed file at 1731042949738 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@753b8b75: reopening flushed file at 1731042949747 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7853a027: reopening flushed file at 1731042949756 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 653ms, sequenceid=11, compaction requested=false at 1731042949768 (+12 ms)Writing region close event to WAL at 1731042949769 (+1 ms)Running coprocessor post-close hooks at 1731042949774 (+5 ms)Closed at 1731042949775 (+1 ms)
2024-11-08T05:15:49,775 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:15:49,916 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,36359,1731042935309; all regions closed.
2024-11-08T05:15:49,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741834_1010 (size=2742)
2024-11-08T05:15:49,926 DEBUG [RS:0;d1ba675678c9:36359 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/oldWALs
2024-11-08T05:15:49,926 INFO  [RS:0;d1ba675678c9:36359 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C36359%2C1731042935309.meta:.meta(num 1731042938433)
2024-11-08T05:15:49,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741837_1013 (size=1802)
2024-11-08T05:15:49,932 DEBUG [RS:0;d1ba675678c9:36359 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/oldWALs
2024-11-08T05:15:49,932 INFO  [RS:0;d1ba675678c9:36359 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C36359%2C1731042935309.rep:(num 1731042946798)
2024-11-08T05:15:49,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741833_1009 (size=93)
2024-11-08T05:15:49,935 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.1731042937922 not finished, retry = 0
2024-11-08T05:15:50,039 DEBUG [RS:0;d1ba675678c9:36359 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/oldWALs
2024-11-08T05:15:50,039 INFO  [RS:0;d1ba675678c9:36359 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C36359%2C1731042935309:(num 1731042937922)
2024-11-08T05:15:50,039 DEBUG [RS:0;d1ba675678c9:36359 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:50,040 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:15:50,040 INFO  [RS:0;d1ba675678c9:36359 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:15:50,040 INFO  [RS:0;d1ba675678c9:36359 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T05:15:50,041 INFO  [RS:0;d1ba675678c9:36359 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:15:50,041 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:15:50,041 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d1ba675678c9,36359,1731042935309 because: Region server is closing
2024-11-08T05:15:50,042 INFO  [RS:0;d1ba675678c9:36359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:36359.
2024-11-08T05:15:50,042 DEBUG [RS:0;d1ba675678c9:36359 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:15:50,042 DEBUG [RS:0;d1ba675678c9:36359 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:50,042 DEBUG [RS:0;d1ba675678c9:36359 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:50,042 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:15:50,114 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.wal-reader.d1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.1731042937922 to pos 0, reset compression=false
2024-11-08T05:15:50,127 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.wal-reader.d1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.1731042937922 was moved to hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/oldWALs/d1ba675678c9%2C36359%2C1731042935309.1731042937922
2024-11-08T05:15:50,130 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.wal-reader.d1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.1731042937922
2024-11-08T05:15:50,131 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.wal-reader.d1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] regionserver.WALEntryStream(241): No more WAL files in queue
2024-11-08T05:15:50,131 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.wal-reader.d1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader
2024-11-08T05:15:50,131 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.shipperd1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-d1ba675678c9,36359,1731042935309 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309/d1ba675678c9%2C36359%2C1731042935309.1731042937922, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0]
2024-11-08T05:15:50,136 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.shipperd1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d1ba675678c9,36359,1731042935309: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-d1ba675678c9,36359,1731042935309, walGroup=d1ba675678c9%2C36359%2C1731042935309, offset=d1ba675678c9%2C36359%2C1731042935309.1731042937922:-1, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:36359 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-08T05:15:50,138 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.shipperd1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-08T05:15:50,140 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.shipperd1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-08T05:15:50,141 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.shipperd1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-08T05:15:50,142 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.shipperd1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-08T05:15:50,142 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.shipperd1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-08T05:15:50,142 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.shipperd1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 472008272
      },
      "NonHeapMemoryUsage": {
        "committed": 153026560,
        "init": 7667712,
        "max": -1,
        "used": 150703856
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-08T05:15:50,143 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309.replicationSource.wal-reader.d1ba675678c9%2C36359%2C1731042935309,1-d1ba675678c9,36359,1731042935309 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-08T05:15:50,143 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309.replicationSource.shipperd1ba675678c9%2C36359%2C1731042935309,1-d1ba675678c9,36359,1731042935309 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-08T05:15:50,143 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,36359,1731042935309.replicationSource.shipperd1ba675678c9%2C36359%2C1731042935309,1-d1ba675678c9,36359,1731042935309 terminated
2024-11-08T05:15:50,143 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.shipperd1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [d1ba675678c9%2C36359%2C1731042935309.1731042937922]
2024-11-08T05:15:50,143 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d1ba675678c9,36359,1731042935309 because: Region server is closing
2024-11-08T05:15:50,143 INFO  [RS:0;d1ba675678c9:36359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:36359.
2024-11-08T05:15:50,144 DEBUG [RS:0;d1ba675678c9:36359 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:15:50,144 DEBUG [RS:0;d1ba675678c9:36359 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:50,144 DEBUG [RS:0;d1ba675678c9:36359 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:50,144 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:15:50,144 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,36359,1731042935309.replicationSource.shipperd1ba675678c9%2C36359%2C1731042935309,2-d1ba675678c9,36359,1731042935309 terminated
2024-11-08T05:15:50,144 INFO  [RS:0;d1ba675678c9:36359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36359
2024-11-08T05:15:50,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01070502490/rs/d1ba675678c9,36359,1731042935309
2024-11-08T05:15:50,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490/rs
2024-11-08T05:15:50,258 INFO  [RS:0;d1ba675678c9:36359 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:15:50,272 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,36359,1731042935309]
2024-11-08T05:15:50,282 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01070502490/draining/d1ba675678c9,36359,1731042935309 already deleted, retry=false
2024-11-08T05:15:50,282 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,36359,1731042935309 expired; onlineServers=0
2024-11-08T05:15:50,283 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,32907,1731042934447' *****
2024-11-08T05:15:50,283 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:15:50,283 INFO  [M:0;d1ba675678c9:32907 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:15:50,283 INFO  [M:0;d1ba675678c9:32907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:15:50,283 DEBUG [M:0;d1ba675678c9:32907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:15:50,283 DEBUG [M:0;d1ba675678c9:32907 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:15:50,283 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:15:50,283 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042937573 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042937573,5,FailOnTimeoutGroup]
2024-11-08T05:15:50,283 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042937557 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042937557,5,FailOnTimeoutGroup]
2024-11-08T05:15:50,283 INFO  [M:0;d1ba675678c9:32907 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:15:50,284 INFO  [M:0;d1ba675678c9:32907 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:15:50,284 DEBUG [M:0;d1ba675678c9:32907 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:15:50,284 INFO  [M:0;d1ba675678c9:32907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:15:50,284 INFO  [M:0;d1ba675678c9:32907 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:15:50,285 INFO  [M:0;d1ba675678c9:32907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:15:50,285 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:15:50,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01070502490/master
2024-11-08T05:15:50,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:50,293 DEBUG [M:0;d1ba675678c9:32907 {}] zookeeper.ZKUtil(347): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Unable to get data of znode /01070502490/master because node does not exist (not an error)
2024-11-08T05:15:50,293 WARN  [M:0;d1ba675678c9:32907 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T05:15:50,294 INFO  [M:0;d1ba675678c9:32907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/.lastflushedseqids
2024-11-08T05:15:50,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741842_1018 (size=181)
2024-11-08T05:15:50,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:15:50,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36359-0x10118dee3270001, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:15:50,373 INFO  [RS:0;d1ba675678c9:36359 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:15:50,373 INFO  [RS:0;d1ba675678c9:36359 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,36359,1731042935309; zookeeper connection closed.
2024-11-08T05:15:50,373 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4365e663 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4365e663
2024-11-08T05:15:50,374 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:15:50,707 INFO  [M:0;d1ba675678c9:32907 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:15:50,707 INFO  [M:0;d1ba675678c9:32907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:15:50,707 DEBUG [M:0;d1ba675678c9:32907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:15:50,707 INFO  [M:0;d1ba675678c9:32907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:15:50,708 DEBUG [M:0;d1ba675678c9:32907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:15:50,708 DEBUG [M:0;d1ba675678c9:32907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:15:50,708 DEBUG [M:0;d1ba675678c9:32907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:15:50,708 INFO  [M:0;d1ba675678c9:32907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB
2024-11-08T05:15:50,729 DEBUG [M:0;d1ba675678c9:32907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eedf83d905e94e10b777e25136e167e9 is 82, key is hbase:meta,,1/info:regioninfo/1731042938538/Put/seqid=0
2024-11-08T05:15:50,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741843_1019 (size=5672)
2024-11-08T05:15:50,783 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:15:51,135 INFO  [M:0;d1ba675678c9:32907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eedf83d905e94e10b777e25136e167e9
2024-11-08T05:15:51,163 DEBUG [M:0;d1ba675678c9:32907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e22ee3418854b6197c5dde036323076 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731042946954/Put/seqid=0
2024-11-08T05:15:51,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741844_1020 (size=8663)
2024-11-08T05:15:51,570 INFO  [M:0;d1ba675678c9:32907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e22ee3418854b6197c5dde036323076
2024-11-08T05:15:51,594 DEBUG [M:0;d1ba675678c9:32907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/314bd661bc5a41edb1db77dd3736f5c8 is 69, key is d1ba675678c9,36359,1731042935309/rs:state/1731042937629/Put/seqid=0
2024-11-08T05:15:51,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741845_1021 (size=5156)
2024-11-08T05:15:52,000 INFO  [M:0;d1ba675678c9:32907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/314bd661bc5a41edb1db77dd3736f5c8
2024-11-08T05:15:52,013 DEBUG [M:0;d1ba675678c9:32907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eedf83d905e94e10b777e25136e167e9 as hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eedf83d905e94e10b777e25136e167e9
2024-11-08T05:15:52,022 INFO  [M:0;d1ba675678c9:32907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eedf83d905e94e10b777e25136e167e9, entries=8, sequenceid=115, filesize=5.5 K
2024-11-08T05:15:52,023 DEBUG [M:0;d1ba675678c9:32907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e22ee3418854b6197c5dde036323076 as hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e22ee3418854b6197c5dde036323076
2024-11-08T05:15:52,031 INFO  [M:0;d1ba675678c9:32907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e22ee3418854b6197c5dde036323076, entries=14, sequenceid=115, filesize=8.5 K
2024-11-08T05:15:52,032 DEBUG [M:0;d1ba675678c9:32907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/314bd661bc5a41edb1db77dd3736f5c8 as hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/314bd661bc5a41edb1db77dd3736f5c8
2024-11-08T05:15:52,041 INFO  [M:0;d1ba675678c9:32907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/314bd661bc5a41edb1db77dd3736f5c8, entries=1, sequenceid=115, filesize=5.0 K
2024-11-08T05:15:52,043 INFO  [M:0;d1ba675678c9:32907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=115, compaction requested=false
2024-11-08T05:15:52,044 INFO  [M:0;d1ba675678c9:32907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:15:52,044 DEBUG [M:0;d1ba675678c9:32907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731042950707Disabling compacts and flushes for region at 1731042950707Disabling writes for close at 1731042950708 (+1 ms)Obtaining lock to block concurrent updates at 1731042950708Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731042950708Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731042950709 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731042950710 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731042950710Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731042950728 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731042950728Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731042951143 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731042951163 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731042951163Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731042951579 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731042951593 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731042951593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d0b7402: reopening flushed file at 1731042952012 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d36619: reopening flushed file at 1731042952022 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@692d30eb: reopening flushed file at 1731042952031 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=115, compaction requested=false at 1731042952043 (+12 ms)Writing region close event to WAL at 1731042952044 (+1 ms)Closed at 1731042952044
2024-11-08T05:15:52,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741830_1006 (size=59421)
2024-11-08T05:15:52,048 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/WALs/d1ba675678c9,32907,1731042934447/d1ba675678c9%2C32907%2C1731042934447.1731042936667 not finished, retry = 0
2024-11-08T05:15:52,149 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:15:52,149 INFO  [M:0;d1ba675678c9:32907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:15:52,150 INFO  [M:0;d1ba675678c9:32907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32907
2024-11-08T05:15:52,150 INFO  [M:0;d1ba675678c9:32907 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:15:52,316 INFO  [M:0;d1ba675678c9:32907 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:15:52,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:15:52,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32907-0x10118dee3270000, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:15:52,319 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:15:52,320 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:15:52,320 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:15:52,320 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:15:52,320 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:15:52,320 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:15:52,320 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:15:52,320 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:15:52,321 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42273
2024-11-08T05:15:52,323 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42273 connecting to ZooKeeper ensemble=127.0.0.1:50171
2024-11-08T05:15:52,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422730x0, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:15:52,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42273-0x10118dee3270006 connected
2024-11-08T05:15:52,349 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:15:52,352 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:15:52,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on znode that does not yet exist, /01070502490/running
2024-11-08T05:15:52,354 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01070502490/meta-region-server: INIT
2024-11-08T05:15:52,354 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe, hbase.cluster.distributed=false
2024-11-08T05:15:52,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on znode that does not yet exist, /01070502490/acl
2024-11-08T05:15:52,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42273
2024-11-08T05:15:52,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42273
2024-11-08T05:15:52,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42273
2024-11-08T05:15:52,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42273
2024-11-08T05:15:52,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42273
2024-11-08T05:15:52,400 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:15:52,400 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:15:52,400 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:15:52,400 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:15:52,400 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:15:52,400 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:15:52,400 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:15:52,401 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:15:52,401 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42459
2024-11-08T05:15:52,403 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42459 connecting to ZooKeeper ensemble=127.0.0.1:50171
2024-11-08T05:15:52,404 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:15:52,407 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:15:52,419 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424590x0, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:15:52,419 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01070502490/meta-region-server: INIT
2024-11-08T05:15:52,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42459-0x10118dee3270007 connected
2024-11-08T05:15:52,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42459-0x10118dee3270007, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on znode that does not yet exist, /01070502490/running
2024-11-08T05:15:52,421 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:15:52,424 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:15:52,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42459-0x10118dee3270007, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on znode that does not yet exist, /01070502490/master
2024-11-08T05:15:52,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42459-0x10118dee3270007, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on znode that does not yet exist, /01070502490/acl
2024-11-08T05:15:52,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42459
2024-11-08T05:15:52,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42459
2024-11-08T05:15:52,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42459
2024-11-08T05:15:52,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42459
2024-11-08T05:15:52,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42459
2024-11-08T05:15:52,451 DEBUG [M:0;d1ba675678c9:42273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:42273
2024-11-08T05:15:52,456 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01070502490/backup-masters/d1ba675678c9,42273,1731042952319
2024-11-08T05:15:52,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490/backup-masters
2024-11-08T05:15:52,469 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x10118dee3270007, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490/backup-masters
2024-11-08T05:15:52,469 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on existing znode=/01070502490/backup-masters/d1ba675678c9,42273,1731042952319
2024-11-08T05:15:52,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:52,482 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x10118dee3270007, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01070502490/master
2024-11-08T05:15:52,482 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x10118dee3270007, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:52,483 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on existing znode=/01070502490/master
2024-11-08T05:15:52,483 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01070502490/backup-masters/d1ba675678c9,42273,1731042952319 from backup master directory
2024-11-08T05:15:52,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01070502490/backup-masters/d1ba675678c9,42273,1731042952319
2024-11-08T05:15:52,493 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x10118dee3270007, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490/backup-masters
2024-11-08T05:15:52,493 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:15:52,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490/backup-masters
2024-11-08T05:15:52,493 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,42273,1731042952319
2024-11-08T05:15:52,513 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:15:52,513 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:15:52,531 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 18ms.
2024-11-08T05:15:52,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741846_1022 (size=196)
2024-11-08T05:15:52,951 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:15:52,953 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:15:52,953 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:15:52,964 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration
2024-11-08T05:15:52,967 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/WALs/d1ba675678c9,32907,1731042934447 to hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/WALs/d1ba675678c9,32907,1731042934447-dead as it is dead
2024-11-08T05:15:52,969 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-11-08T05:15:52,969 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-11-08T05:15:52,969 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/WALs/d1ba675678c9,32907,1731042934447-dead/d1ba675678c9%2C32907%2C1731042934447.1731042936667
2024-11-08T05:15:52,975 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/WALs/d1ba675678c9,32907,1731042934447-dead/d1ba675678c9%2C32907%2C1731042934447.1731042936667 after 5ms
2024-11-08T05:15:52,977 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/WALs/d1ba675678c9,32907,1731042934447-dead/d1ba675678c9%2C32907%2C1731042934447.1731042936667 to hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d1ba675678c9%2C32907%2C1731042934447.1731042936667
2024-11-08T05:15:52,977 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/WALs/d1ba675678c9,32907,1731042934447-dead
2024-11-08T05:15:52,978 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/WALs/d1ba675678c9,42273,1731042952319
2024-11-08T05:15:52,979 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:15:52,981 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C42273%2C1731042952319, suffix=, logDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/WALs/d1ba675678c9,42273,1731042952319, archiveDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/oldWALs, maxLogs=10
2024-11-08T05:15:53,001 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/WALs/d1ba675678c9,42273,1731042952319/d1ba675678c9%2C42273%2C1731042952319.1731042952981, exclude list is [], retry=0
2024-11-08T05:15:53,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46409,DS-661b59a6-b16f-46b4-91d0-2d763f48d91d,DISK]
2024-11-08T05:15:53,010 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/WALs/d1ba675678c9,42273,1731042952319/d1ba675678c9%2C42273%2C1731042952319.1731042952981
2024-11-08T05:15:53,010 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45431:45431)]
2024-11-08T05:15:53,010 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:15:53,011 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:15:53,011 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:53,011 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:53,014 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:15:53,015 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:15:53,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:53,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eedf83d905e94e10b777e25136e167e9
2024-11-08T05:15:53,024 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:53,024 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:15:53,026 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:15:53,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:53,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e22ee3418854b6197c5dde036323076
2024-11-08T05:15:53,034 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:15:53,034 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:15:53,035 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:15:53,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:53,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/314bd661bc5a41edb1db77dd3736f5c8
2024-11-08T05:15:53,043 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:15:53,043 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:15:53,045 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:15:53,045 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:53,045 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:15:53,045 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:53,046 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals
2024-11-08T05:15:53,046 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d1ba675678c9%2C32907%2C1731042934447.1731042936667
2024-11-08T05:15:53,067 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d1ba675678c9%2C32907%2C1731042934447.1731042936667
2024-11-08T05:15:53,069 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d1ba675678c9%2C32907%2C1731042934447.1731042936667
2024-11-08T05:15:53,071 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:53,071 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:53,072 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:15:53,075 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:15:53,078 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1
2024-11-08T05:15:53,079 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74492001, jitterRate=0.1100173145532608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:15:53,079 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731042953011Initializing all the Stores at 1731042953013 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042953013Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042953014 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042953014Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042953014Cleaning up temporary data from old regions at 1731042953071 (+57 ms)Region opened successfully at 1731042953079 (+8 ms)
2024-11-08T05:15:53,080 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:15:53,084 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8c3ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:15:53,096 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating...
2024-11-08T05:15:53,097 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:15:53,097 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:15:53,097 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:15:53,098 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:15:53,104 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:15:53,104 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:15:53,105 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-08T05:15:53,105 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:15:53,105 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-08T05:15:53,105 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-08T05:15:53,105 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec
2024-11-08T05:15:53,105 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:15:53,110 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d1ba675678c9,36359,1731042935309, regionLocation=d1ba675678c9,36359,1731042935309, openSeqNum=2
2024-11-08T05:15:53,110 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d1ba675678c9,36359,1731042935309, table=hbase:meta, region=1588230740
2024-11-08T05:15:53,110 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,36359,1731042935309, state=OPEN
2024-11-08T05:15:53,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01070502490/meta-region-server
2024-11-08T05:15:53,163 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x10118dee3270007, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01070502490/meta-region-server
2024-11-08T05:15:53,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01070502490/meta-region-server: CHANGED
2024-11-08T05:15:53,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01070502490/meta-region-server: CHANGED
2024-11-08T05:15:53,169 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:15:53,177 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01070502490/draining/d1ba675678c9,36359,1731042935309 already deleted, retry=false
2024-11-08T05:15:53,177 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of d1ba675678c9,36359,1731042935309 on d1ba675678c9,42273,1731042952319
2024-11-08T05:15:53,184 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d1ba675678c9,36359,1731042935309, splitWal=true, meta=true
2024-11-08T05:15:53,187 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for d1ba675678c9,36359,1731042935309 (carryingMeta=true) d1ba675678c9,36359,1731042935309/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@79556bea[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-08T05:15:53,191 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Unable to get data of znode /01070502490/balancer because node does not exist (not necessarily an error)
2024-11-08T05:15:53,225 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01070502490/balancer already deleted, retry=false
2024-11-08T05:15:53,225 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:15:53,227 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Unable to get data of znode /01070502490/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:15:53,247 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01070502490/normalizer already deleted, retry=false
2024-11-08T05:15:53,248 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:15:53,249 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Unable to get data of znode /01070502490/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:15:53,261 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01070502490/switch/split already deleted, retry=false
2024-11-08T05:15:53,262 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Unable to get data of znode /01070502490/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:15:53,271 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01070502490/switch/merge already deleted, retry=false
2024-11-08T05:15:53,295 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Unable to get data of znode /01070502490/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:15:53,303 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01070502490/snapshot-cleanup already deleted, retry=false
2024-11-08T05:15:53,314 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x10118dee3270007, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01070502490/running
2024-11-08T05:15:53,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01070502490/running
2024-11-08T05:15:53,314 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x10118dee3270007, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:53,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:15:53,315 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,42273,1731042952319, sessionid=0x10118dee3270006, setting cluster-up flag (Was=false)
2024-11-08T05:15:53,325 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01070502490/flush-table-proc/acquired, /01070502490/flush-table-proc/reached, /01070502490/flush-table-proc/abort
2024-11-08T05:15:53,327 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,42273,1731042952319
2024-11-08T05:15:53,336 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01070502490/online-snapshot/acquired, /01070502490/online-snapshot/reached, /01070502490/online-snapshot/abort
2024-11-08T05:15:53,337 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,42273,1731042952319
2024-11-08T05:15:53,339 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/.lastflushedseqids
2024-11-08T05:15:53,344 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:15:53,345 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:15:53,345 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,42273,1731042952319
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 1
  d1ba675678c9,36359,1731042935309
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:15:53,347 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:15:53,347 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:15:53,347 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:15:53,347 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:15:53,347 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:15:53,348 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:53,348 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:15:53,348 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:53,351 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d1ba675678c9,36359,1731042935309, splitWal=true, meta=true
2024-11-08T05:15:53,352 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731042983352
2024-11-08T05:15:53,353 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:15:53,353 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:15:53,353 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:15:53,353 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:15:53,353 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:15:53,353 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:15:53,353 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d1ba675678c9,36359,1731042935309, splitWal=true, meta=true, isMeta: true
2024-11-08T05:15:53,353 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:53,354 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:15:53,354 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:15:53,354 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:15:53,354 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:15:53,355 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309-splitting
2024-11-08T05:15:53,356 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309-splitting dir is empty, no logs to split.
2024-11-08T05:15:53,356 INFO  [PEWorker-1 {}] master.SplitWALManager(105): d1ba675678c9,36359,1731042935309 WAL count=0, meta=true
2024-11-08T05:15:53,360 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:15:53,360 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:15:53,360 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042953360,5,FailOnTimeoutGroup]
2024-11-08T05:15:53,363 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042953361,5,FailOnTimeoutGroup]
2024-11-08T05:15:53,363 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:53,363 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:15:53,363 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:53,363 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:53,363 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731042953363, completionTime=-1
2024-11-08T05:15:53,363 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring.
2024-11-08T05:15:53,365 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309-splitting dir is empty, no logs to split.
2024-11-08T05:15:53,365 INFO  [PEWorker-1 {}] master.SplitWALManager(105): d1ba675678c9,36359,1731042935309 WAL count=0, meta=true
2024-11-08T05:15:53,365 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d1ba675678c9,36359,1731042935309 WAL splitting is done? wals=0, meta=true
2024-11-08T05:15:53,367 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-08T05:15:53,368 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:15:53,370 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:15:53,372 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-08T05:15:53,440 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.HRegionServer(746): ClusterId : cc3b094e-18f6-4762-b5ad-aefc2cce2048
2024-11-08T05:15:53,440 DEBUG [RS:0;d1ba675678c9:42459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:15:53,451 DEBUG [RS:0;d1ba675678c9:42459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:15:53,452 DEBUG [RS:0;d1ba675678c9:42459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:15:53,462 DEBUG [RS:0;d1ba675678c9:42459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:15:53,463 DEBUG [RS:0;d1ba675678c9:42459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@808d65b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:15:53,476 DEBUG [RS:0;d1ba675678c9:42459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:42459
2024-11-08T05:15:53,477 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:15:53,477 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:15:53,477 DEBUG [RS:0;d1ba675678c9:42459 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:15:53,478 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,42273,1731042952319 with port=42459, startcode=1731042952399
2024-11-08T05:15:53,478 DEBUG [RS:0;d1ba675678c9:42459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:15:53,480 INFO  [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:15:53,480 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42273 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,42459,1731042952399
2024-11-08T05:15:53,480 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42273 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,42459,1731042952399
2024-11-08T05:15:53,483 DEBUG [RS:0;d1ba675678c9:42459 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe
2024-11-08T05:15:53,483 DEBUG [RS:0;d1ba675678c9:42459 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38273
2024-11-08T05:15:53,483 DEBUG [RS:0;d1ba675678c9:42459 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:15:53,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490/rs
2024-11-08T05:15:53,493 DEBUG [RS:0;d1ba675678c9:42459 {}] zookeeper.ZKUtil(111): regionserver:42459-0x10118dee3270007, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on existing znode=/01070502490/rs/d1ba675678c9,42459,1731042952399
2024-11-08T05:15:53,493 WARN  [RS:0;d1ba675678c9:42459 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:15:53,493 INFO  [RS:0;d1ba675678c9:42459 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:15:53,494 DEBUG [RS:0;d1ba675678c9:42459 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399
2024-11-08T05:15:53,494 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,42459,1731042952399]
2024-11-08T05:15:53,517 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=154ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-08T05:15:53,522 WARN  [d1ba675678c9:42273 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-08T05:15:53,536 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:15:53,538 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:15:53,539 INFO  [RS:0;d1ba675678c9:42459 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:15:53,539 INFO  [RS:0;d1ba675678c9:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:53,539 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:15:53,540 INFO  [RS:0;d1ba675678c9:42459 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:15:53,540 INFO  [RS:0;d1ba675678c9:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:53,540 DEBUG [RS:0;d1ba675678c9:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:53,540 DEBUG [RS:0;d1ba675678c9:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:53,540 DEBUG [RS:0;d1ba675678c9:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:53,540 DEBUG [RS:0;d1ba675678c9:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:53,541 DEBUG [RS:0;d1ba675678c9:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:53,541 DEBUG [RS:0;d1ba675678c9:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:15:53,541 DEBUG [RS:0;d1ba675678c9:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:53,541 DEBUG [RS:0;d1ba675678c9:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:53,541 DEBUG [RS:0;d1ba675678c9:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:53,541 DEBUG [RS:0;d1ba675678c9:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:53,541 DEBUG [RS:0;d1ba675678c9:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:53,541 DEBUG [RS:0;d1ba675678c9:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:15:53,541 DEBUG [RS:0;d1ba675678c9:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:15:53,541 DEBUG [RS:0;d1ba675678c9:42459 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:15:53,544 INFO  [RS:0;d1ba675678c9:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:53,544 INFO  [RS:0;d1ba675678c9:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:53,544 INFO  [RS:0;d1ba675678c9:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:53,544 INFO  [RS:0;d1ba675678c9:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:53,545 INFO  [RS:0;d1ba675678c9:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:53,545 INFO  [RS:0;d1ba675678c9:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42459,1731042952399-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:15:53,565 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:15:53,565 INFO  [RS:0;d1ba675678c9:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42459,1731042952399-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:53,582 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.ReplicationSource(231): queueId=1-d1ba675678c9,42459,1731042952399, ReplicationSource: 1, currentBandwidth=0
2024-11-08T05:15:53,603 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.ReplicationSource(231): queueId=2-d1ba675678c9,42459,1731042952399, ReplicationSource: 2, currentBandwidth=0
2024-11-08T05:15:53,604 INFO  [RS:0;d1ba675678c9:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:53,604 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.Replication(171): d1ba675678c9,42459,1731042952399 started
2024-11-08T05:15:53,604 DEBUG [RS:0;d1ba675678c9:42459.replicationSource,1-d1ba675678c9,42459,1731042952399 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:46573'
2024-11-08T05:15:53,606 DEBUG [RS:0;d1ba675678c9:42459.replicationSource,1-d1ba675678c9,42459,1731042952399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@da42176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:53,606 DEBUG [RS:0;d1ba675678c9:42459.replicationSource,1-d1ba675678c9,42459,1731042952399 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,46573,-1 for getting cluster id
2024-11-08T05:15:53,606 DEBUG [RS:0;d1ba675678c9:42459.replicationSource,1-d1ba675678c9,42459,1731042952399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:15:53,608 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70130c42-0fda-466a-aa83-46ffb36f61a0'
2024-11-08T05:15:53,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:15:53,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70130c42-0fda-466a-aa83-46ffb36f61a0"

2024-11-08T05:15:53,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eeaba03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:53,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,46573,-1]
2024-11-08T05:15:53,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:15:53,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:53,611 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:15:53,612 DEBUG [RS:0;d1ba675678c9:42459.replicationSource,1-d1ba675678c9,42459,1731042952399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36afbd0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:53,612 DEBUG [RS:0;d1ba675678c9:42459.replicationSource,1-d1ba675678c9,42459,1731042952399 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:15:53,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,46573,1731042941633
2024-11-08T05:15:53,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@276e8305
2024-11-08T05:15:53,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:15:53,615 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService
2024-11-08T05:15:53,616 INFO  [RS:0;d1ba675678c9:42459.replicationSource,1-d1ba675678c9,42459,1731042952399 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d1ba675678c9,42459,1731042952399 (queues=0) is replicating from cluster=cc3b094e-18f6-4762-b5ad-aefc2cce2048 to cluster=70130c42-0fda-466a-aa83-46ffb36f61a0
2024-11-08T05:15:53,623 DEBUG [RS:0;d1ba675678c9:42459.replicationSource,2-d1ba675678c9,42459,1731042952399 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:46573'
2024-11-08T05:15:53,624 INFO  [RS:0;d1ba675678c9:42459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:53,624 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,42459,1731042952399, RpcServer on d1ba675678c9/172.17.0.3:42459, sessionid=0x10118dee3270007
2024-11-08T05:15:53,624 DEBUG [RS:0;d1ba675678c9:42459.replicationSource,2-d1ba675678c9,42459,1731042952399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2736bb0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:53,624 DEBUG [RS:0;d1ba675678c9:42459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:15:53,624 DEBUG [RS:0;d1ba675678c9:42459.replicationSource,2-d1ba675678c9,42459,1731042952399 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,46573,-1 for getting cluster id
2024-11-08T05:15:53,624 DEBUG [RS:0;d1ba675678c9:42459 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,42459,1731042952399
2024-11-08T05:15:53,625 DEBUG [RS:0;d1ba675678c9:42459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,42459,1731042952399'
2024-11-08T05:15:53,625 DEBUG [RS:0;d1ba675678c9:42459.replicationSource,2-d1ba675678c9,42459,1731042952399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:15:53,625 DEBUG [RS:0;d1ba675678c9:42459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01070502490/flush-table-proc/abort'
2024-11-08T05:15:53,625 DEBUG [RS:0;d1ba675678c9:42459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01070502490/flush-table-proc/acquired'
2024-11-08T05:15:53,626 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70130c42-0fda-466a-aa83-46ffb36f61a0'
2024-11-08T05:15:53,626 DEBUG [RS:0;d1ba675678c9:42459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:15:53,626 DEBUG [RS:0;d1ba675678c9:42459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:15:53,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:15:53,626 DEBUG [RS:0;d1ba675678c9:42459 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,42459,1731042952399
2024-11-08T05:15:53,626 DEBUG [RS:0;d1ba675678c9:42459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,42459,1731042952399'
2024-11-08T05:15:53,626 DEBUG [RS:0;d1ba675678c9:42459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01070502490/online-snapshot/abort'
2024-11-08T05:15:53,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70130c42-0fda-466a-aa83-46ffb36f61a0"

2024-11-08T05:15:53,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@566e00f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:53,626 DEBUG [RS:0;d1ba675678c9:42459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01070502490/online-snapshot/acquired'
2024-11-08T05:15:53,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,46573,-1]
2024-11-08T05:15:53,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:15:53,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:53,627 DEBUG [RS:0;d1ba675678c9:42459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:15:53,627 INFO  [RS:0;d1ba675678c9:42459 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:15:53,627 INFO  [RS:0;d1ba675678c9:42459 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:15:53,628 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:15:53,629 DEBUG [RS:0;d1ba675678c9:42459.replicationSource,2-d1ba675678c9,42459,1731042952399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f1c9776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:53,629 DEBUG [RS:0;d1ba675678c9:42459.replicationSource,2-d1ba675678c9,42459,1731042952399 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:15:53,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,46573,1731042941633
2024-11-08T05:15:53,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dc2fd66
2024-11-08T05:15:53,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:15:53,632 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService
2024-11-08T05:15:53,633 INFO  [RS:0;d1ba675678c9:42459.replicationSource,2-d1ba675678c9,42459,1731042952399 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d1ba675678c9,42459,1731042952399 (queues=0) is replicating from cluster=cc3b094e-18f6-4762-b5ad-aefc2cce2048 to cluster=70130c42-0fda-466a-aa83-46ffb36f61a0
2024-11-08T05:15:53,728 INFO  [RS:0;d1ba675678c9:42459 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:15:53,730 INFO  [RS:0;d1ba675678c9:42459 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42459%2C1731042952399, suffix=, logDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399, archiveDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/oldWALs, maxLogs=10
2024-11-08T05:15:53,747 DEBUG [RS:0;d1ba675678c9:42459 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731, exclude list is [], retry=0
2024-11-08T05:15:53,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46409,DS-661b59a6-b16f-46b4-91d0-2d763f48d91d,DISK]
2024-11-08T05:15:53,752 INFO  [RS:0;d1ba675678c9:42459 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731
2024-11-08T05:15:53,752 DEBUG [RS:0;d1ba675678c9:42459 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d1ba675678c9%2C42459%2C1731042952399 for peer 2
2024-11-08T05:15:53,753 DEBUG [RS:0;d1ba675678c9:42459 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d1ba675678c9%2C42459%2C1731042952399 for peer 1
2024-11-08T05:15:53,753 DEBUG [RS:0;d1ba675678c9:42459 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d1ba675678c9%2C42459%2C1731042952399
2024-11-08T05:15:53,753 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d1ba675678c9,42459,1731042952399, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:15:53,753 DEBUG [RS:0;d1ba675678c9:42459 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d1ba675678c9%2C42459%2C1731042952399
2024-11-08T05:15:53,753 INFO  [RS:0;d1ba675678c9:42459.replicationSource.shipperd1ba675678c9%2C42459%2C1731042952399,1-d1ba675678c9,42459,1731042952399 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C42459%2C1731042952399
2024-11-08T05:15:53,753 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d1ba675678c9,42459,1731042952399, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:15:53,753 DEBUG [RS:0;d1ba675678c9:42459 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45431:45431)]
2024-11-08T05:15:53,753 INFO  [RS:0;d1ba675678c9:42459.replicationSource.shipperd1ba675678c9%2C42459%2C1731042952399,2-d1ba675678c9,42459,1731042952399 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C42459%2C1731042952399
2024-11-08T05:15:53,754 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,1-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731, startPosition=0, beingWritten=true
2024-11-08T05:15:53,754 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,2-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731, startPosition=0, beingWritten=true
2024-11-08T05:15:53,772 DEBUG [d1ba675678c9:42273 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:15:53,773 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,42459,1731042952399
2024-11-08T05:15:53,774 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,42459,1731042952399, state=OPENING
2024-11-08T05:15:53,784 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x10118dee3270007, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01070502490/meta-region-server
2024-11-08T05:15:53,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01070502490/meta-region-server
2024-11-08T05:15:53,784 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:15:53,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01070502490/meta-region-server: CHANGED
2024-11-08T05:15:53,784 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,42459,1731042952399}]
2024-11-08T05:15:53,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01070502490/meta-region-server: CHANGED
2024-11-08T05:15:53,938 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:15:53,941 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:15:53,948 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:15:53,948 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:15:53,948 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:15:53,951 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42459%2C1731042952399.meta, suffix=.meta, logDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399, archiveDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/oldWALs, maxLogs=10
2024-11-08T05:15:53,967 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.meta.1731042953952.meta, exclude list is [], retry=0
2024-11-08T05:15:53,969 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,1-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:15:53,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46409,DS-661b59a6-b16f-46b4-91d0-2d763f48d91d,DISK]
2024-11-08T05:15:53,971 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,2-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:15:53,973 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.meta.1731042953952.meta
2024-11-08T05:15:53,975 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45431:45431)]
2024-11-08T05:15:53,976 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:15:53,976 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:15:53,976 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:15:53,977 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:15:53,977 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:15:53,977 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:15:53,977 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:15:53,977 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:15:53,977 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:15:53,979 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:15:53,980 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:15:53,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:53,990 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/info/5c86c2e6325e40b18a9ee2b31bc80737
2024-11-08T05:15:53,990 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:53,990 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:15:53,992 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:15:53,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:54,001 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/ns/1e1c31ae06e74f34b3167629c97a3500
2024-11-08T05:15:54,001 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:54,002 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:15:54,003 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:15:54,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:54,004 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:54,004 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:15:54,006 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:15:54,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:54,015 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/table/647c9c014a2347a6bd7788680aa07aca
2024-11-08T05:15:54,015 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:15:54,016 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:15:54,017 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740
2024-11-08T05:15:54,018 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740
2024-11-08T05:15:54,020 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:15:54,020 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:15:54,021 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:15:54,023 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:15:54,024 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65672447, jitterRate=-0.02140428125858307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:15:54,024 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:15:54,024 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731042953978Writing region info on filesystem at 1731042953978Initializing all the Stores at 1731042953979 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042953979Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042953979Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042953979Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042953979Cleaning up temporary data from old regions at 1731042954020 (+41 ms)Running coprocessor post-open hooks at 1731042954024 (+4 ms)Region opened successfully at 1731042954024
2024-11-08T05:15:54,025 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731042953938
2024-11-08T05:15:54,028 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:15:54,028 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:15:54,029 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=d1ba675678c9,42459,1731042952399
2024-11-08T05:15:54,031 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,42459,1731042952399, state=OPEN
2024-11-08T05:15:54,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01070502490/meta-region-server
2024-11-08T05:15:54,040 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x10118dee3270007, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01070502490/meta-region-server
2024-11-08T05:15:54,040 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,42459,1731042952399
2024-11-08T05:15:54,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01070502490/meta-region-server: CHANGED
2024-11-08T05:15:54,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01070502490/meta-region-server: CHANGED
2024-11-08T05:15:54,045 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-08T05:15:54,045 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,42459,1731042952399 in 256 msec
2024-11-08T05:15:54,049 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-08T05:15:54,049 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 677 msec
2024-11-08T05:15:54,276 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,1-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:15:54,278 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,2-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:15:54,684 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,1-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:15:54,686 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,2-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:15:55,020 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1657ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms
2024-11-08T05:15:55,194 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,1-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:15:55,195 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,2-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:15:55,804 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,1-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:15:55,804 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,2-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:15:56,519 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,2-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:15:56,522 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,1-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:15:56,524 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3161ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms
2024-11-08T05:15:57,335 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,2-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:15:57,339 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,1-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:15:57,876 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running
2024-11-08T05:15:57,876 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:15:57,877 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:15:57,877 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42459,1731042952399, seqNum=-1]
2024-11-08T05:15:57,877 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:15:57,879 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:15:57,886 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=76778956f9f595b92bda21759607665c, regionState=OPEN, lastHost=d1ba675678c9,36359,1731042935309, regionLocation=d1ba675678c9,36359,1731042935309, openSeqNum=2
2024-11-08T05:15:57,886 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:15:57,886 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043017886
2024-11-08T05:15:57,886 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043077886
2024-11-08T05:15:57,886 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec
2024-11-08T05:15:57,887 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(207): d1ba675678c9,36359,1731042935309 had 2 regions
2024-11-08T05:15:57,889 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d1ba675678c9,36359,1731042935309, splitWal=true, meta=true, isMeta: false
2024-11-08T05:15:57,891 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309-splitting dir is empty, no logs to split.
2024-11-08T05:15:57,891 INFO  [PEWorker-3 {}] master.SplitWALManager(105): d1ba675678c9,36359,1731042935309 WAL count=0, meta=false
2024-11-08T05:15:57,895 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,36359,1731042935309-splitting dir is empty, no logs to split.
2024-11-08T05:15:57,895 INFO  [PEWorker-3 {}] master.SplitWALManager(105): d1ba675678c9,36359,1731042935309 WAL count=0, meta=false
2024-11-08T05:15:57,895 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if d1ba675678c9,36359,1731042935309 WAL splitting is done? wals=0, meta=false
2024-11-08T05:15:57,898 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42273,1731042952319-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:57,898 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42273,1731042952319-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:57,898 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42273,1731042952319-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:57,898 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:42273, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:57,898 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:57,898 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:57,904 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76778956f9f595b92bda21759607665c, ASSIGN}]
2024-11-08T05:15:57,906 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.413sec
2024-11-08T05:15:57,906 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:15:57,906 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:15:57,906 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:15:57,906 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:15:57,906 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:15:57,906 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42273,1731042952319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:15:57,906 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76778956f9f595b92bda21759607665c, ASSIGN
2024-11-08T05:15:57,906 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42273,1731042952319-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:15:57,907 WARN  [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=d1ba675678c9,36359,1731042935309/hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:15:57,909 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76778956f9f595b92bda21759607665c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-08T05:15:57,912 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:15:57,912 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:15:57,912 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42273,1731042952319-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:15:57,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2dfdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:57,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,42273,-1 for getting cluster id
2024-11-08T05:15:57,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:15:57,948 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc3b094e-18f6-4762-b5ad-aefc2cce2048'
2024-11-08T05:15:57,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:15:57,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc3b094e-18f6-4762-b5ad-aefc2cce2048"

2024-11-08T05:15:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4f239f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,42273,-1]
2024-11-08T05:15:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:15:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:57,951 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:15:57,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4e3fc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:57,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:15:57,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42459,1731042952399, seqNum=-1]
2024-11-08T05:15:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:15:57,957 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:15:57,960 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted
2024-11-08T05:15:57,960 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:15:57,960 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:15:57,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:57,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:57,961 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:15:57,961 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: d1ba675678c9:42273 after: d1ba675678c9:42273
2024-11-08T05:15:57,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a06ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:57,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,42273,-1 for getting cluster id
2024-11-08T05:15:57,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:15:57,963 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc3b094e-18f6-4762-b5ad-aefc2cce2048'
2024-11-08T05:15:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:15:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc3b094e-18f6-4762-b5ad-aefc2cce2048"

2024-11-08T05:15:57,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b227e92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:57,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,42273,-1]
2024-11-08T05:15:57,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:15:57,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:57,965 INFO  [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:15:57,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c8d5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:15:57,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:15:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,42273,1731042952319
2024-11-08T05:15:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3215298d
2024-11-08T05:15:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:15:57,969 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:15:57,969 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-08T05:15:57,971 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2
2024-11-08T05:15:57,972 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-08T05:15:57,973 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2
2024-11-08T05:15:57,974 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:15:57,974 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:15:57,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:15:57,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:57,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:57,975 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:15:57,975 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:15:57,975 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=288865836, stopped=false
2024-11-08T05:15:57,975 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,46573,1731042941633
2024-11-08T05:15:58,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11727820264/running
2024-11-08T05:15:58,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11727820264/running
2024-11-08T05:15:58,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264
2024-11-08T05:15:58,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264
2024-11-08T05:15:58,037 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:15:58,037 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:15:58,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Set watcher on znode that does not yet exist, /11727820264/running
2024-11-08T05:15:58,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:15:58,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:58,038 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,42449,1731042941797' *****
2024-11-08T05:15:58,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Set watcher on znode that does not yet exist, /11727820264/running
2024-11-08T05:15:58,038 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:15:58,038 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:15:58,038 INFO  [RS:0;d1ba675678c9:42449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:15:58,038 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:15:58,039 INFO  [RS:0;d1ba675678c9:42449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:15:58,039 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,42449,1731042941797
2024-11-08T05:15:58,039 INFO  [RS:0;d1ba675678c9:42449 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:15:58,039 INFO  [RS:0;d1ba675678c9:42449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:42449.
2024-11-08T05:15:58,039 DEBUG [RS:0;d1ba675678c9:42449 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:15:58,039 DEBUG [RS:0;d1ba675678c9:42449 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:58,039 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:15:58,039 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:15:58,039 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:15:58,039 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:15:58,040 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-08T05:15:58,040 DEBUG [RS:0;d1ba675678c9:42449 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-08T05:15:58,040 DEBUG [RS:0;d1ba675678c9:42449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:15:58,040 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:15:58,040 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:15:58,040 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:15:58,040 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:15:58,040 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:15:58,040 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB
2024-11-08T05:15:58,059 DEBUG [d1ba675678c9:42273 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:15:58,059 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=76778956f9f595b92bda21759607665c, regionState=OPENING, regionLocation=d1ba675678c9,42459,1731042952399
2024-11-08T05:15:58,060 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/data/hbase/meta/1588230740/.tmp/ns/42a69dce8c064a8da2b3a85ab1f36301 is 43, key is default/ns:d/1731042945348/Put/seqid=0
2024-11-08T05:15:58,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76778956f9f595b92bda21759607665c, ASSIGN because future has completed
2024-11-08T05:15:58,063 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76778956f9f595b92bda21759607665c, server=d1ba675678c9,42459,1731042952399}]
2024-11-08T05:15:58,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741835_1011 (size=5153)
2024-11-08T05:15:58,066 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/data/hbase/meta/1588230740/.tmp/ns/42a69dce8c064a8da2b3a85ab1f36301
2024-11-08T05:15:58,073 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:15:58,073 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:15:58,075 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/data/hbase/meta/1588230740/.tmp/ns/42a69dce8c064a8da2b3a85ab1f36301 as hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/data/hbase/meta/1588230740/ns/42a69dce8c064a8da2b3a85ab1f36301
2024-11-08T05:15:58,083 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/data/hbase/meta/1588230740/ns/42a69dce8c064a8da2b3a85ab1f36301, entries=2, sequenceid=6, filesize=5.0 K
2024-11-08T05:15:58,084 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 44ms, sequenceid=6, compaction requested=false
2024-11-08T05:15:58,084 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-08T05:15:58,086 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:15:58,090 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-08T05:15:58,091 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:15:58,091 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:15:58,091 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:15:58,091 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731042958040Running coprocessor pre-close hooks at 1731042958040Disabling compacts and flushes for region at 1731042958040Disabling writes for close at 1731042958040Obtaining lock to block concurrent updates at 1731042958040Preparing flush snapshotting stores in 1588230740 at 1731042958040Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731042958041 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731042958042 (+1 ms)Flushing 1588230740/ns: creating writer at 1731042958042Flushing 1588230740/ns: appending metadata at 1731042958060 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731042958060Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c667d25: reopening flushed file at 1731042958074 (+14 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 44ms, sequenceid=6, compaction requested=false at 1731042958084 (+10 ms)Writing region close event to WAL at 1731042958086 (+2 ms)Running coprocessor post-close hooks at 1731042958091 (+5 ms)Closed at 1731042958091
2024-11-08T05:15:58,091 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:15:58,224 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:15:58,224 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:15:58,225 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-08T05:15:58,228 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42459%2C1731042952399.rep, suffix=, logDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399, archiveDir=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/oldWALs, maxLogs=10
2024-11-08T05:15:58,240 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,42449,1731042941797; all regions closed.
2024-11-08T05:15:58,241 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,2-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:15:58,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741834_1010 (size=1152)
2024-11-08T05:15:58,245 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,1-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:15:58,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.rep.1731042958229, exclude list is [], retry=0
2024-11-08T05:15:58,246 DEBUG [RS:0;d1ba675678c9:42449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/oldWALs
2024-11-08T05:15:58,246 INFO  [RS:0;d1ba675678c9:42449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C42449%2C1731042941797.meta:.meta(num 1731042945254)
2024-11-08T05:15:58,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46409,DS-661b59a6-b16f-46b4-91d0-2d763f48d91d,DISK]
2024-11-08T05:15:58,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741832_1008 (size=93)
2024-11-08T05:15:58,253 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.rep.1731042958229
2024-11-08T05:15:58,253 DEBUG [RS:0;d1ba675678c9:42449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/oldWALs
2024-11-08T05:15:58,253 INFO  [RS:0;d1ba675678c9:42449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C42449%2C1731042941797:(num 1731042944219)
2024-11-08T05:15:58,253 DEBUG [RS:0;d1ba675678c9:42449 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:15:58,253 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:15:58,254 INFO  [RS:0;d1ba675678c9:42449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:15:58,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45431:45431)]
2024-11-08T05:15:58,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 76778956f9f595b92bda21759607665c, NAME => 'hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:15:58,254 INFO  [RS:0;d1ba675678c9:42449 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T05:15:58,254 INFO  [RS:0;d1ba675678c9:42449 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:15:58,254 INFO  [RS:0;d1ba675678c9:42449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42449
2024-11-08T05:15:58,254 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:15:58,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:15:58,255 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:15:58,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c. service=MultiRowMutationService
2024-11-08T05:15:58,255 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-08T05:15:58,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 76778956f9f595b92bda21759607665c
2024-11-08T05:15:58,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:15:58,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 76778956f9f595b92bda21759607665c
2024-11-08T05:15:58,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 76778956f9f595b92bda21759607665c
2024-11-08T05:15:58,257 INFO  [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 76778956f9f595b92bda21759607665c 
2024-11-08T05:15:58,258 INFO  [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76778956f9f595b92bda21759607665c columnFamilyName hfileref
2024-11-08T05:15:58,259 DEBUG [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:58,259 INFO  [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] regionserver.HStore(327): Store=76778956f9f595b92bda21759607665c/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:15:58,259 INFO  [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 76778956f9f595b92bda21759607665c 
2024-11-08T05:15:58,261 INFO  [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76778956f9f595b92bda21759607665c columnFamilyName queue
2024-11-08T05:15:58,261 DEBUG [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:58,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11727820264/rs/d1ba675678c9,42449,1731042941797
2024-11-08T05:15:58,271 INFO  [RS:0;d1ba675678c9:42449 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:15:58,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264/rs
2024-11-08T05:15:58,272 DEBUG [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/replication/76778956f9f595b92bda21759607665c/queue/c0bfce014e7640deb7356e1d330505bf
2024-11-08T05:15:58,272 INFO  [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] regionserver.HStore(327): Store=76778956f9f595b92bda21759607665c/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:15:58,272 INFO  [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 76778956f9f595b92bda21759607665c 
2024-11-08T05:15:58,274 INFO  [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76778956f9f595b92bda21759607665c columnFamilyName sid
2024-11-08T05:15:58,274 DEBUG [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:15:58,274 INFO  [StoreOpener-76778956f9f595b92bda21759607665c-1 {}] regionserver.HStore(327): Store=76778956f9f595b92bda21759607665c/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:15:58,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 76778956f9f595b92bda21759607665c
2024-11-08T05:15:58,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/replication/76778956f9f595b92bda21759607665c
2024-11-08T05:15:58,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/replication/76778956f9f595b92bda21759607665c
2024-11-08T05:15:58,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 76778956f9f595b92bda21759607665c
2024-11-08T05:15:58,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 76778956f9f595b92bda21759607665c
2024-11-08T05:15:58,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:15:58,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 76778956f9f595b92bda21759607665c
2024-11-08T05:15:58,282 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,42449,1731042941797]
2024-11-08T05:15:58,283 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 76778956f9f595b92bda21759607665c; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68371871, jitterRate=0.018820270895957947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:15:58,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76778956f9f595b92bda21759607665c
2024-11-08T05:15:58,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 76778956f9f595b92bda21759607665c:
Running coprocessor pre-open hook at 1731042958256Writing region info on filesystem at 1731042958256Initializing all the Stores at 1731042958257 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042958257Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042958257Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042958257Cleaning up temporary data from old regions at 1731042958278 (+21 ms)Running coprocessor post-open hooks at 1731042958284 (+6 ms)Region opened successfully at 1731042958285 (+1 ms)
2024-11-08T05:15:58,286 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c., pid=19, masterSystemTime=1731042958217
2024-11-08T05:15:58,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:15:58,289 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:15:58,290 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=76778956f9f595b92bda21759607665c, regionState=OPEN, openSeqNum=10, regionLocation=d1ba675678c9,42459,1731042952399
2024-11-08T05:15:58,292 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11727820264/draining/d1ba675678c9,42449,1731042941797 already deleted, retry=false
2024-11-08T05:15:58,292 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,42449,1731042941797 expired; onlineServers=0
2024-11-08T05:15:58,292 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,46573,1731042941633' *****
2024-11-08T05:15:58,292 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:15:58,292 INFO  [M:0;d1ba675678c9:46573 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:15:58,292 INFO  [M:0;d1ba675678c9:46573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:15:58,293 DEBUG [M:0;d1ba675678c9:46573 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:15:58,293 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:15:58,293 DEBUG [M:0;d1ba675678c9:46573 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:15:58,293 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042943936 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042943936,5,FailOnTimeoutGroup]
2024-11-08T05:15:58,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76778956f9f595b92bda21759607665c, server=d1ba675678c9,42459,1731042952399 because future has completed
2024-11-08T05:15:58,293 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042943936 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042943936,5,FailOnTimeoutGroup]
2024-11-08T05:15:58,293 INFO  [M:0;d1ba675678c9:46573 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:15:58,293 INFO  [M:0;d1ba675678c9:46573 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:15:58,293 DEBUG [M:0;d1ba675678c9:46573 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:15:58,293 INFO  [M:0;d1ba675678c9:46573 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:15:58,293 INFO  [M:0;d1ba675678c9:46573 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:15:58,294 INFO  [M:0;d1ba675678c9:46573 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:15:58,294 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:15:58,298 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-11-08T05:15:58,298 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 76778956f9f595b92bda21759607665c, server=d1ba675678c9,42459,1731042952399 in 232 msec
2024-11-08T05:15:58,302 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15
2024-11-08T05:15:58,302 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76778956f9f595b92bda21759607665c, ASSIGN in 394 msec
2024-11-08T05:15:58,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11727820264/master
2024-11-08T05:15:58,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11727820264
2024-11-08T05:15:58,303 DEBUG [M:0;d1ba675678c9:46573 {}] zookeeper.ZKUtil(347): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Unable to get data of znode /11727820264/master because node does not exist (not an error)
2024-11-08T05:15:58,303 WARN  [M:0;d1ba675678c9:46573 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T05:15:58,304 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}]
2024-11-08T05:15:58,304 INFO  [M:0;d1ba675678c9:46573 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/.lastflushedseqids
2024-11-08T05:15:58,311 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741836_1012 (size=99)
2024-11-08T05:15:58,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c., hostname=d1ba675678c9,42459,1731042952399, seqNum=10]
2024-11-08T05:15:58,350 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for d1ba675678c9,36359,1731042935309
2024-11-08T05:15:58,350 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}]
2024-11-08T05:15:58,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:15:58,382 INFO  [RS:0;d1ba675678c9:42449 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:15:58,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x10118dee3270004, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:15:58,383 INFO  [RS:0;d1ba675678c9:42449 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,42449,1731042941797; zookeeper connection closed.
2024-11-08T05:15:58,383 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fbb6f3d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fbb6f3d
2024-11-08T05:15:58,383 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:15:58,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21
2024-11-08T05:15:58,713 INFO  [M:0;d1ba675678c9:46573 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:15:58,713 INFO  [M:0;d1ba675678c9:46573 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:15:58,713 DEBUG [M:0;d1ba675678c9:46573 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:15:58,713 INFO  [M:0;d1ba675678c9:46573 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:15:58,713 DEBUG [M:0;d1ba675678c9:46573 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:15:58,713 DEBUG [M:0;d1ba675678c9:46573 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:15:58,713 DEBUG [M:0;d1ba675678c9:46573 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:15:58,714 INFO  [M:0;d1ba675678c9:46573 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB
2024-11-08T05:15:58,735 DEBUG [M:0;d1ba675678c9:46573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c203ccfaa834938adc47a4153c0f32a is 82, key is hbase:meta,,1/info:regioninfo/1731042945316/Put/seqid=0
2024-11-08T05:15:58,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741837_1013 (size=5672)
2024-11-08T05:15:59,143 INFO  [M:0;d1ba675678c9:46573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c203ccfaa834938adc47a4153c0f32a
2024-11-08T05:15:59,169 DEBUG [M:0;d1ba675678c9:46573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03281ce695be40b49df4c5cb7006fa4e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731042945357/Put/seqid=0
2024-11-08T05:15:59,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741838_1014 (size=5275)
2024-11-08T05:15:59,249 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,2-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:15:59,254 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,1-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:15:59,480 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:15:59,574 INFO  [M:0;d1ba675678c9:46573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03281ce695be40b49df4c5cb7006fa4e
2024-11-08T05:15:59,603 DEBUG [M:0;d1ba675678c9:46573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcff900f6d794cf8a0a8e6957b057562 is 69, key is d1ba675678c9,42449,1731042941797/rs:state/1731042943990/Put/seqid=0
2024-11-08T05:15:59,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741839_1015 (size=5156)
2024-11-08T05:16:00,009 INFO  [M:0;d1ba675678c9:46573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcff900f6d794cf8a0a8e6957b057562
2024-11-08T05:16:00,019 DEBUG [M:0;d1ba675678c9:46573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c203ccfaa834938adc47a4153c0f32a as hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c203ccfaa834938adc47a4153c0f32a
2024-11-08T05:16:00,027 INFO  [M:0;d1ba675678c9:46573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c203ccfaa834938adc47a4153c0f32a, entries=8, sequenceid=28, filesize=5.5 K
2024-11-08T05:16:00,032 DEBUG [M:0;d1ba675678c9:46573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03281ce695be40b49df4c5cb7006fa4e as hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03281ce695be40b49df4c5cb7006fa4e
2024-11-08T05:16:00,041 INFO  [M:0;d1ba675678c9:46573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03281ce695be40b49df4c5cb7006fa4e, entries=3, sequenceid=28, filesize=5.2 K
2024-11-08T05:16:00,044 DEBUG [M:0;d1ba675678c9:46573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcff900f6d794cf8a0a8e6957b057562 as hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcff900f6d794cf8a0a8e6957b057562
2024-11-08T05:16:00,056 INFO  [M:0;d1ba675678c9:46573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40813/user/jenkins/test-data/13db3204-1e3e-9217-36df-b8521b850d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcff900f6d794cf8a0a8e6957b057562, entries=1, sequenceid=28, filesize=5.0 K
2024-11-08T05:16:00,058 INFO  [M:0;d1ba675678c9:46573 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=28, compaction requested=false
2024-11-08T05:16:00,067 INFO  [M:0;d1ba675678c9:46573 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:00,067 DEBUG [M:0;d1ba675678c9:46573 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731042958713Disabling compacts and flushes for region at 1731042958713Disabling writes for close at 1731042958713Obtaining lock to block concurrent updates at 1731042958714 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731042958714Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731042958714Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731042958715 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731042958715Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731042958734 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731042958734Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731042959150 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731042959168 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731042959168Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731042959582 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731042959602 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731042959602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc7efe1: reopening flushed file at 1731042960017 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@616eac23: reopening flushed file at 1731042960027 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f8e80f: reopening flushed file at 1731042960042 (+15 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=28, compaction requested=false at 1731042960058 (+16 ms)Writing region close event to WAL at 1731042960066 (+8 ms)Closed at 1731042960066
2024-11-08T05:16:00,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40045 is added to blk_1073741830_1006 (size=10165)
2024-11-08T05:16:00,071 INFO  [M:0;d1ba675678c9:46573 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:16:00,071 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:16:00,071 INFO  [M:0;d1ba675678c9:46573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46573
2024-11-08T05:16:00,075 INFO  [M:0;d1ba675678c9:46573 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:16:00,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:16:00,242 INFO  [M:0;d1ba675678c9:46573 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:16:00,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10118dee3270003, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:16:00,274 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e590b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:16:00,277 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:16:00,277 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:16:00,278 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:16:00,278 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/hadoop.log.dir/,STOPPED}
2024-11-08T05:16:00,281 WARN  [BP-1508485015-172.17.0.3-1731042938989 heartbeating to localhost/127.0.0.1:40813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:16:00,281 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:16:00,281 WARN  [BP-1508485015-172.17.0.3-1731042938989 heartbeating to localhost/127.0.0.1:40813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1508485015-172.17.0.3-1731042938989 (Datanode Uuid 76262abc-ee32-496f-812e-4de013161d04) service to localhost/127.0.0.1:40813
2024-11-08T05:16:00,281 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:16:00,283 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/cluster_03a0cab8-ab31-ad69-5013-0a5f0b435784/data/data1/current/BP-1508485015-172.17.0.3-1731042938989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:16:00,283 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/cluster_03a0cab8-ab31-ad69-5013-0a5f0b435784/data/data2/current/BP-1508485015-172.17.0.3-1731042938989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:16:00,283 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:16:00,290 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:16:00,291 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:16:00,291 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:16:00,291 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:16:00,291 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/hadoop.log.dir/,STOPPED}
2024-11-08T05:16:00,314 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:16:00,314 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:16:00,314 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:16:00,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:16:00,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:00,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:00,314 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:16:00,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:16:00,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078478269, stopped=false
2024-11-08T05:16:00,315 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,42273,1731042952319
2024-11-08T05:16:00,331 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x10118dee3270007, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01070502490/running
2024-11-08T05:16:00,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01070502490/running
2024-11-08T05:16:00,331 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:16:00,331 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x10118dee3270007, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:16:00,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:16:00,332 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:16:00,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42459-0x10118dee3270007, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on znode that does not yet exist, /01070502490/running
2024-11-08T05:16:00,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:16:00,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:00,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Set watcher on znode that does not yet exist, /01070502490/running
2024-11-08T05:16:00,332 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,42459,1731042952399' *****
2024-11-08T05:16:00,332 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:16:00,333 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:16:00,333 INFO  [RS:0;d1ba675678c9:42459 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:16:00,333 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:16:00,333 INFO  [RS:0;d1ba675678c9:42459 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:16:00,333 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.HRegionServer(3091): Received CLOSE for 76778956f9f595b92bda21759607665c
2024-11-08T05:16:00,333 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,42459,1731042952399
2024-11-08T05:16:00,333 INFO  [RS:0;d1ba675678c9:42459 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:16:00,333 INFO  [RS:0;d1ba675678c9:42459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:42459.
2024-11-08T05:16:00,333 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76778956f9f595b92bda21759607665c, disabling compactions & flushes
2024-11-08T05:16:00,333 DEBUG [RS:0;d1ba675678c9:42459 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:16:00,333 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:16:00,333 DEBUG [RS:0;d1ba675678c9:42459 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:00,333 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:16:00,334 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:16:00,334 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c. after waiting 0 ms
2024-11-08T05:16:00,334 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:16:00,334 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:16:00,334 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:16:00,334 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:16:00,334 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-08T05:16:00,334 DEBUG [RS:0;d1ba675678c9:42459 {}] regionserver.HRegionServer(1325): Online Regions={76778956f9f595b92bda21759607665c=hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c., 1588230740=hbase:meta,,1.1588230740}
2024-11-08T05:16:00,334 DEBUG [RS:0;d1ba675678c9:42459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76778956f9f595b92bda21759607665c
2024-11-08T05:16:00,334 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:16:00,334 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:16:00,334 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:16:00,334 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:16:00,334 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:16:00,334 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB
2024-11-08T05:16:00,339 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/replication/76778956f9f595b92bda21759607665c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-08T05:16:00,340 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:16:00,340 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:16:00,340 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:16:00,340 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76778956f9f595b92bda21759607665c:
Waiting for close lock at 1731042960333Running coprocessor pre-close hooks at 1731042960333Disabling compacts and flushes for region at 1731042960333Disabling writes for close at 1731042960334 (+1 ms)Writing region close event to WAL at 1731042960334Running coprocessor post-close hooks at 1731042960339 (+5 ms)Closed at 1731042960340 (+1 ms)
2024-11-08T05:16:00,340 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c.
2024-11-08T05:16:00,350 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:16:00,354 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/.tmp/info/8f3bec98f51d44548a5004fa739dafc3 is 147, key is hbase:replication,,1731042945567.76778956f9f595b92bda21759607665c./info:regioninfo/1731042958289/Put/seqid=0
2024-11-08T05:16:00,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741851_1027 (size=6385)
2024-11-08T05:16:00,360 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,2-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:16:00,362 DEBUG [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,1-d1ba675678c9,42459,1731042952399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.1731042953731 to pos 0, reset compression=false
2024-11-08T05:16:00,534 DEBUG [RS:0;d1ba675678c9:42459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:16:00,548 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:16:00,548 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:16:00,735 DEBUG [RS:0;d1ba675678c9:42459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:16:00,760 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/.tmp/info/8f3bec98f51d44548a5004fa739dafc3
2024-11-08T05:16:00,771 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/.tmp/info/8f3bec98f51d44548a5004fa739dafc3 as hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/info/8f3bec98f51d44548a5004fa739dafc3
2024-11-08T05:16:00,779 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/info/8f3bec98f51d44548a5004fa739dafc3, entries=8, sequenceid=19, filesize=6.2 K
2024-11-08T05:16:00,781 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false
2024-11-08T05:16:00,786 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14
2024-11-08T05:16:00,787 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:16:00,787 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:16:00,787 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:16:00,787 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731042960334Running coprocessor pre-close hooks at 1731042960334Disabling compacts and flushes for region at 1731042960334Disabling writes for close at 1731042960334Obtaining lock to block concurrent updates at 1731042960334Preparing flush snapshotting stores in 1588230740 at 1731042960334Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731042960335 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731042960335Flushing 1588230740/info: creating writer at 1731042960336 (+1 ms)Flushing 1588230740/info: appending metadata at 1731042960354 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731042960354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cee0c86: reopening flushed file at 1731042960770 (+416 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false at 1731042960781 (+11 ms)Writing region close event to WAL at 1731042960782 (+1 ms)Running coprocessor post-close hooks at 1731042960787 (+5 ms)Closed at 1731042960787
2024-11-08T05:16:00,788 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:16:00,935 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,42459,1731042952399; all regions closed.
2024-11-08T05:16:00,939 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/WALs/d1ba675678c9,42459,1731042952399/d1ba675678c9%2C42459%2C1731042952399.meta.1731042953952.meta not finished, retry = 0
2024-11-08T05:16:00,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741849_1025 (size=2156)
2024-11-08T05:16:01,043 DEBUG [RS:0;d1ba675678c9:42459 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/oldWALs
2024-11-08T05:16:01,043 INFO  [RS:0;d1ba675678c9:42459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C42459%2C1731042952399.meta:.meta(num 1731042953952)
2024-11-08T05:16:01,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741850_1026 (size=796)
2024-11-08T05:16:01,049 DEBUG [RS:0;d1ba675678c9:42459 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/oldWALs
2024-11-08T05:16:01,049 INFO  [RS:0;d1ba675678c9:42459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C42459%2C1731042952399.rep:(num 1731042958229)
2024-11-08T05:16:01,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741848_1024 (size=93)
2024-11-08T05:16:01,054 DEBUG [RS:0;d1ba675678c9:42459 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/oldWALs
2024-11-08T05:16:01,054 INFO  [RS:0;d1ba675678c9:42459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C42459%2C1731042952399:(num 1731042953731)
2024-11-08T05:16:01,054 DEBUG [RS:0;d1ba675678c9:42459 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:01,054 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:16:01,055 INFO  [RS:0;d1ba675678c9:42459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:16:01,055 INFO  [RS:0;d1ba675678c9:42459 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-08T05:16:01,055 INFO  [RS:0;d1ba675678c9:42459 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:16:01,055 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:16:01,055 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d1ba675678c9,42459,1731042952399 because: Region server is closing
2024-11-08T05:16:01,055 WARN  [RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue.
2024-11-08T05:16:01,055 INFO  [RS:0;d1ba675678c9:42459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:42459.
2024-11-08T05:16:01,056 INFO  [RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down
2024-11-08T05:16:01,056 DEBUG [RS:0;d1ba675678c9:42459 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:16:01,056 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21
2024-11-08T05:16:01,056 DEBUG [RS:0;d1ba675678c9:42459 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:01,056 DEBUG [RS:0;d1ba675678c9:42459 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:01,056 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:16:01,156 WARN  [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,1-d1ba675678c9,42459,1731042952399 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-08T05:16:01,156 WARN  [RS:0;d1ba675678c9:42459.replicationSource.shipperd1ba675678c9%2C42459%2C1731042952399,1-d1ba675678c9,42459,1731042952399 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-08T05:16:01,157 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;d1ba675678c9:42459.replicationSource.shipperd1ba675678c9%2C42459%2C1731042952399,1-d1ba675678c9,42459,1731042952399 terminated
2024-11-08T05:16:01,157 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d1ba675678c9,42459,1731042952399 because: Region server is closing
2024-11-08T05:16:01,157 INFO  [RS:0;d1ba675678c9:42459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:42459.
2024-11-08T05:16:01,157 DEBUG [RS:0;d1ba675678c9:42459 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:16:01,157 DEBUG [RS:0;d1ba675678c9:42459 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:01,157 DEBUG [RS:0;d1ba675678c9:42459 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:01,157 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:16:01,258 WARN  [RS:0;d1ba675678c9:42459.replicationSource.wal-reader.d1ba675678c9%2C42459%2C1731042952399,2-d1ba675678c9,42459,1731042952399 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-08T05:16:01,258 WARN  [RS:0;d1ba675678c9:42459.replicationSource.shipperd1ba675678c9%2C42459%2C1731042952399,2-d1ba675678c9,42459,1731042952399 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-08T05:16:01,258 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;d1ba675678c9:42459.replicationSource.shipperd1ba675678c9%2C42459%2C1731042952399,2-d1ba675678c9,42459,1731042952399 terminated
2024-11-08T05:16:01,258 INFO  [RS:0;d1ba675678c9:42459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42459
2024-11-08T05:16:01,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490/rs
2024-11-08T05:16:01,321 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x10118dee3270007, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01070502490/rs/d1ba675678c9,42459,1731042952399
2024-11-08T05:16:01,321 INFO  [RS:0;d1ba675678c9:42459 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:16:01,433 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,42459,1731042952399]
2024-11-08T05:16:01,443 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01070502490/draining/d1ba675678c9,42459,1731042952399 already deleted, retry=false
2024-11-08T05:16:01,443 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,42459,1731042952399 expired; onlineServers=0
2024-11-08T05:16:01,443 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,42273,1731042952319' *****
2024-11-08T05:16:01,444 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:16:01,444 INFO  [M:0;d1ba675678c9:42273 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:16:01,444 INFO  [M:0;d1ba675678c9:42273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:16:01,444 DEBUG [M:0;d1ba675678c9:42273 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:16:01,444 DEBUG [M:0;d1ba675678c9:42273 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:16:01,444 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:16:01,444 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042953361 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042953361,5,FailOnTimeoutGroup]
2024-11-08T05:16:01,444 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042953360 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042953360,5,FailOnTimeoutGroup]
2024-11-08T05:16:01,444 INFO  [M:0;d1ba675678c9:42273 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:16:01,445 INFO  [M:0;d1ba675678c9:42273 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:16:01,445 DEBUG [M:0;d1ba675678c9:42273 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:16:01,445 INFO  [M:0;d1ba675678c9:42273 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:16:01,445 INFO  [M:0;d1ba675678c9:42273 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:16:01,445 INFO  [M:0;d1ba675678c9:42273 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:16:01,445 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:16:01,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01070502490/master
2024-11-08T05:16:01,503 DEBUG [M:0;d1ba675678c9:42273 {}] zookeeper.ZKUtil(347): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Unable to get data of znode /01070502490/master because node does not exist (not an error)
2024-11-08T05:16:01,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070502490
2024-11-08T05:16:01,504 WARN  [M:0;d1ba675678c9:42273 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T05:16:01,506 INFO  [M:0;d1ba675678c9:42273 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/.lastflushedseqids
2024-11-08T05:16:01,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741852_1028 (size=181)
2024-11-08T05:16:01,533 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x10118dee3270007, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:16:01,533 INFO  [RS:0;d1ba675678c9:42459 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:16:01,533 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42459-0x10118dee3270007, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:16:01,533 INFO  [RS:0;d1ba675678c9:42459 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,42459,1731042952399; zookeeper connection closed.
2024-11-08T05:16:01,533 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f6aaa1a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f6aaa1a
2024-11-08T05:16:01,534 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:16:01,914 INFO  [M:0;d1ba675678c9:42273 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:16:01,914 INFO  [M:0;d1ba675678c9:42273 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:16:01,914 DEBUG [M:0;d1ba675678c9:42273 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:16:01,914 INFO  [M:0;d1ba675678c9:42273 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:01,914 DEBUG [M:0;d1ba675678c9:42273 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:01,914 DEBUG [M:0;d1ba675678c9:42273 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:16:01,914 DEBUG [M:0;d1ba675678c9:42273 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:01,914 INFO  [M:0;d1ba675678c9:42273 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB
2024-11-08T05:16:01,944 DEBUG [M:0;d1ba675678c9:42273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7a74c47ffbb4588b775c50625454b1f is 82, key is hbase:meta,,1/info:regioninfo/1731042954029/Put/seqid=0
2024-11-08T05:16:01,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741853_1029 (size=5680)
2024-11-08T05:16:01,995 INFO  [M:0;d1ba675678c9:42273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7a74c47ffbb4588b775c50625454b1f
2024-11-08T05:16:02,045 DEBUG [M:0;d1ba675678c9:42273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/753c93b6703744e7bd5d9f15d70f02bd is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731042958300/Put/seqid=0
2024-11-08T05:16:02,060 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741854_1030 (size=7319)
2024-11-08T05:16:02,061 INFO  [M:0;d1ba675678c9:42273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/753c93b6703744e7bd5d9f15d70f02bd
2024-11-08T05:16:02,090 DEBUG [M:0;d1ba675678c9:42273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f564cbf57b54210bfd0fce662f197a7 is 69, key is d1ba675678c9,42459,1731042952399/rs:state/1731042953481/Put/seqid=0
2024-11-08T05:16:02,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741855_1031 (size=5371)
2024-11-08T05:16:02,098 INFO  [M:0;d1ba675678c9:42273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f564cbf57b54210bfd0fce662f197a7
2024-11-08T05:16:02,107 INFO  [M:0;d1ba675678c9:42273 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f564cbf57b54210bfd0fce662f197a7
2024-11-08T05:16:02,109 DEBUG [M:0;d1ba675678c9:42273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7a74c47ffbb4588b775c50625454b1f as hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7a74c47ffbb4588b775c50625454b1f
2024-11-08T05:16:02,118 INFO  [M:0;d1ba675678c9:42273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7a74c47ffbb4588b775c50625454b1f, entries=8, sequenceid=172, filesize=5.5 K
2024-11-08T05:16:02,119 DEBUG [M:0;d1ba675678c9:42273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/753c93b6703744e7bd5d9f15d70f02bd as hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/753c93b6703744e7bd5d9f15d70f02bd
2024-11-08T05:16:02,130 INFO  [M:0;d1ba675678c9:42273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/753c93b6703744e7bd5d9f15d70f02bd, entries=7, sequenceid=172, filesize=7.1 K
2024-11-08T05:16:02,131 DEBUG [M:0;d1ba675678c9:42273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f564cbf57b54210bfd0fce662f197a7 as hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f564cbf57b54210bfd0fce662f197a7
2024-11-08T05:16:02,141 INFO  [M:0;d1ba675678c9:42273 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f564cbf57b54210bfd0fce662f197a7
2024-11-08T05:16:02,142 INFO  [M:0;d1ba675678c9:42273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/03a4fa95-909f-634d-f8aa-d77170bd4cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f564cbf57b54210bfd0fce662f197a7, entries=2, sequenceid=172, filesize=5.2 K
2024-11-08T05:16:02,143 INFO  [M:0;d1ba675678c9:42273 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 229ms, sequenceid=172, compaction requested=false
2024-11-08T05:16:02,152 INFO  [M:0;d1ba675678c9:42273 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:02,153 DEBUG [M:0;d1ba675678c9:42273 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731042961914Disabling compacts and flushes for region at 1731042961914Disabling writes for close at 1731042961914Obtaining lock to block concurrent updates at 1731042961915 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731042961915Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731042961915Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731042961917 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731042961918 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731042961943 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731042961943Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731042962018 (+75 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731042962044 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731042962044Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731042962070 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731042962089 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731042962089Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75ebc80d: reopening flushed file at 1731042962107 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c6b75d: reopening flushed file at 1731042962118 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fed94a6: reopening flushed file at 1731042962130 (+12 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 229ms, sequenceid=172, compaction requested=false at 1731042962143 (+13 ms)Writing region close event to WAL at 1731042962152 (+9 ms)Closed at 1731042962152
2024-11-08T05:16:02,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46409 is added to blk_1073741847_1023 (size=22949)
2024-11-08T05:16:02,161 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:16:02,161 INFO  [M:0;d1ba675678c9:42273 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:16:02,161 INFO  [M:0;d1ba675678c9:42273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42273
2024-11-08T05:16:02,162 INFO  [M:0;d1ba675678c9:42273 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:16:02,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:16:02,316 INFO  [M:0;d1ba675678c9:42273 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:16:02,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10118dee3270006, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:16:02,345 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:16:02,346 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:16:02,346 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:16:02,346 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:16:02,346 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/hadoop.log.dir/,STOPPED}
2024-11-08T05:16:02,350 WARN  [BP-1789572462-172.17.0.3-1731042929604 heartbeating to localhost/127.0.0.1:38273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:16:02,350 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:16:02,350 WARN  [BP-1789572462-172.17.0.3-1731042929604 heartbeating to localhost/127.0.0.1:38273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1789572462-172.17.0.3-1731042929604 (Datanode Uuid 03dbff45-db2a-41c9-b34b-3566276b66dd) service to localhost/127.0.0.1:38273
2024-11-08T05:16:02,350 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:16:02,350 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/cluster_2d552879-1852-be08-87df-eac092db1367/data/data1/current/BP-1789572462-172.17.0.3-1731042929604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:16:02,351 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/cluster_2d552879-1852-be08-87df-eac092db1367/data/data2/current/BP-1789572462-172.17.0.3-1731042929604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:16:02,351 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:16:02,357 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:16:02,358 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:16:02,358 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:16:02,358 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:16:02,358 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1133b0ee-d023-82d7-4a03-38dfec175bb4/hadoop.log.dir/,STOPPED}
2024-11-08T05:16:02,369 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-08T05:16:02,389 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:16:02,401 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11)
Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@679f09cb
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
	app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
	app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40813
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/d1ba675678c9:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38273
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: globalEventExecutor-1-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113)
	app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-event-processor-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:38273
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-2-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: nioEventLoopGroup-3-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/d1ba675678c9:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Abort regionserver monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SSL Certificates Store Monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50171)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40813
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38273
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:40813
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-EventThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40813
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38273 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-EventThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38273
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-7-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-5-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-5-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-3-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40813 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40813
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)

Potentially hanging thread: HMaster-EventLoopGroup-7-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: ForkJoinPool-2-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-7-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-event-processor-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'DataNode' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: HMaster-EventLoopGroup-5-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-2-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/d1ba675678c9:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38273 from jenkins.hfs.2
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: regionserver/d1ba675678c9:0.procedureResultReporter
	app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50171)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38273
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38273
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: nioEventLoopGroup-3-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/d1ba675678c9:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38273 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40813 from jenkins.hfs.1
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-2-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40813 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
 - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=484 (was 442) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6478 (was 8172)
2024-11-08T05:16:02,410 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=6478
2024-11-08T05:16:02,430 INFO  [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations
2024-11-08T05:16:02,431 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/hadoop.log.dir so I do NOT create it in target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758
2024-11-08T05:16:02,431 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:16:02,431 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/hadoop.tmp.dir so I do NOT create it in target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758
2024-11-08T05:16:02,432 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e025b35b-420a-1784-055c-cc757081ea59/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:16:02,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758
2024-11-08T05:16:02,432 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/cluster_91dff68d-8f74-2d44-ebb1-474aa90770b3, deleteOnExit=true
2024-11-08T05:16:02,456 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/cluster_91dff68d-8f74-2d44-ebb1-474aa90770b3/zookeeper_0, clientPort=59398, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/cluster_91dff68d-8f74-2d44-ebb1-474aa90770b3/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/cluster_91dff68d-8f74-2d44-ebb1-474aa90770b3/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-08T05:16:02,457 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59398
2024-11-08T05:16:02,457 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:16:02,457 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:16:02,457 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/test.cache.data in system properties and HBase conf
2024-11-08T05:16:02,457 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:16:02,457 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:16:02,457 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:16:02,457 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:16:02,458 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:16:02,458 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:16:02,458 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:16:02,458 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:16:02,458 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:16:02,458 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:16:02,458 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:16:02,458 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:16:02,458 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:16:02,458 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:16:02,459 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:16:02,459 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:16:02,459 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:16:02,459 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:16:02,459 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:16:02,459 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:16:02,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10118dee3270002, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:16:02,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10118dee3270005, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:16:02,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10118dee3270002, quorum=127.0.0.1:50171, baseZNode=/01070502490 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:16:02,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10118dee3270005, quorum=127.0.0.1:50171, baseZNode=/11727820264 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:16:02,836 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:16:02,842 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:16:02,845 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:16:02,845 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:16:02,845 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T05:16:02,846 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:16:02,846 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fa94757{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:16:02,847 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fdcfbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:16:02,961 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c010725{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/java.io.tmpdir/jetty-localhost-37881-hadoop-hdfs-3_4_1-tests_jar-_-any-5718174924208812548/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:16:02,962 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ad87a0d{HTTP/1.1, (http/1.1)}{localhost:37881}
2024-11-08T05:16:02,962 INFO  [Time-limited test {}] server.Server(415): Started @36398ms
2024-11-08T05:16:03,304 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:16:03,309 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:16:03,309 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:16:03,309 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:16:03,310 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T05:16:03,310 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b2ebcda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:16:03,311 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a386722{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:16:03,443 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75a94c44{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/java.io.tmpdir/jetty-localhost-44723-hadoop-hdfs-3_4_1-tests_jar-_-any-14715470557901763608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:16:03,443 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@279d8152{HTTP/1.1, (http/1.1)}{localhost:44723}
2024-11-08T05:16:03,443 INFO  [Time-limited test {}] server.Server(415): Started @36880ms
2024-11-08T05:16:03,445 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:16:04,447 WARN  [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/cluster_91dff68d-8f74-2d44-ebb1-474aa90770b3/data/data2/current/BP-581281682-172.17.0.3-1731042962487/current, will proceed with Du for space computation calculation, 
2024-11-08T05:16:04,447 WARN  [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/cluster_91dff68d-8f74-2d44-ebb1-474aa90770b3/data/data1/current/BP-581281682-172.17.0.3-1731042962487/current, will proceed with Du for space computation calculation, 
2024-11-08T05:16:04,505 WARN  [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:16:04,518 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9003cee228989c3f with lease ID 0x557b58c0996cd0d6: Processing first storage report for DS-9e58a5ec-be36-49ec-8b6f-2c98f13f6d8c from datanode DatanodeRegistration(127.0.0.1:43855, datanodeUuid=a4057b04-8ae3-47e2-ac81-62140b53c97a, infoPort=45259, infoSecurePort=0, ipcPort=38413, storageInfo=lv=-57;cid=testClusterID;nsid=1969932698;c=1731042962487)
2024-11-08T05:16:04,518 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9003cee228989c3f with lease ID 0x557b58c0996cd0d6: from storage DS-9e58a5ec-be36-49ec-8b6f-2c98f13f6d8c node DatanodeRegistration(127.0.0.1:43855, datanodeUuid=a4057b04-8ae3-47e2-ac81-62140b53c97a, infoPort=45259, infoSecurePort=0, ipcPort=38413, storageInfo=lv=-57;cid=testClusterID;nsid=1969932698;c=1731042962487), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-08T05:16:04,518 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9003cee228989c3f with lease ID 0x557b58c0996cd0d6: Processing first storage report for DS-9f48ae49-254f-4035-8e1c-06b81f3f393e from datanode DatanodeRegistration(127.0.0.1:43855, datanodeUuid=a4057b04-8ae3-47e2-ac81-62140b53c97a, infoPort=45259, infoSecurePort=0, ipcPort=38413, storageInfo=lv=-57;cid=testClusterID;nsid=1969932698;c=1731042962487)
2024-11-08T05:16:04,518 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9003cee228989c3f with lease ID 0x557b58c0996cd0d6: from storage DS-9f48ae49-254f-4035-8e1c-06b81f3f393e node DatanodeRegistration(127.0.0.1:43855, datanodeUuid=a4057b04-8ae3-47e2-ac81-62140b53c97a, infoPort=45259, infoSecurePort=0, ipcPort=38413, storageInfo=lv=-57;cid=testClusterID;nsid=1969932698;c=1731042962487), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:16:04,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758
2024-11-08T05:16:04,519 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:04,521 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:04,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:16:04,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:16:04,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-08T05:16:04,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-08T05:16:04,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:16:04,940 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173 with version=8
2024-11-08T05:16:04,940 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/hbase-staging
2024-11-08T05:16:04,942 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:16:04,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:04,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:04,942 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:16:04,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:04,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:16:04,942 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:16:04,942 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:16:04,943 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33897
2024-11-08T05:16:04,945 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33897 connecting to ZooKeeper ensemble=127.0.0.1:59398
2024-11-08T05:16:05,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338970x0, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:16:05,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33897-0x10118df67c20000 connected
2024-11-08T05:16:05,130 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:05,132 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:05,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Set watcher on znode that does not yet exist, /01673509411/running
2024-11-08T05:16:05,137 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173, hbase.cluster.distributed=false
2024-11-08T05:16:05,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Set watcher on znode that does not yet exist, /01673509411/acl
2024-11-08T05:16:05,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33897
2024-11-08T05:16:05,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33897
2024-11-08T05:16:05,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33897
2024-11-08T05:16:05,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33897
2024-11-08T05:16:05,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33897
2024-11-08T05:16:05,205 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:16:05,205 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:05,205 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:05,205 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:16:05,206 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:05,206 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:16:05,206 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:16:05,206 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:16:05,207 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42141
2024-11-08T05:16:05,209 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42141 connecting to ZooKeeper ensemble=127.0.0.1:59398
2024-11-08T05:16:05,210 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:05,212 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:05,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421410x0, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:16:05,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421410x0, quorum=127.0.0.1:59398, baseZNode=/01673509411 Set watcher on znode that does not yet exist, /01673509411/running
2024-11-08T05:16:05,226 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:16:05,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42141-0x10118df67c20001 connected
2024-11-08T05:16:05,252 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:16:05,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Set watcher on znode that does not yet exist, /01673509411/master
2024-11-08T05:16:05,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Set watcher on znode that does not yet exist, /01673509411/acl
2024-11-08T05:16:05,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42141
2024-11-08T05:16:05,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42141
2024-11-08T05:16:05,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42141
2024-11-08T05:16:05,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42141
2024-11-08T05:16:05,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42141
2024-11-08T05:16:05,301 DEBUG [M:0;d1ba675678c9:33897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:33897
2024-11-08T05:16:05,302 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01673509411/backup-masters/d1ba675678c9,33897,1731042964942
2024-11-08T05:16:05,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411/backup-masters
2024-11-08T05:16:05,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411/backup-masters
2024-11-08T05:16:05,310 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Set watcher on existing znode=/01673509411/backup-masters/d1ba675678c9,33897,1731042964942
2024-11-08T05:16:05,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411
2024-11-08T05:16:05,321 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Set watcher on existing znode=/01673509411/master
2024-11-08T05:16:05,321 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01673509411/backup-masters/d1ba675678c9,33897,1731042964942 from backup master directory
2024-11-08T05:16:05,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01673509411/master
2024-11-08T05:16:05,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411
2024-11-08T05:16:05,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01673509411/backup-masters/d1ba675678c9,33897,1731042964942
2024-11-08T05:16:05,331 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:16:05,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411/backup-masters
2024-11-08T05:16:05,331 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,33897,1731042964942
2024-11-08T05:16:05,337 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/hbase.id] with ID: 7cb0cb6e-698f-4df0-97ab-03d39f674207
2024-11-08T05:16:05,337 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/.tmp/hbase.id
2024-11-08T05:16:05,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:16:05,347 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/.tmp/hbase.id]:[hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/hbase.id]
2024-11-08T05:16:05,368 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:05,368 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:16:05,370 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-08T05:16:05,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411
2024-11-08T05:16:05,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411
2024-11-08T05:16:05,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:16:05,393 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:16:05,394 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:16:05,394 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:16:05,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:16:05,416 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store
2024-11-08T05:16:05,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:16:05,835 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:05,835 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:16:05,835 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:05,835 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:05,836 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:16:05,836 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:05,836 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:05,836 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731042965835Disabling compacts and flushes for region at 1731042965835Disabling writes for close at 1731042965836 (+1 ms)Writing region close event to WAL at 1731042965836Closed at 1731042965836
2024-11-08T05:16:05,837 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store/.initializing
2024-11-08T05:16:05,837 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/WALs/d1ba675678c9,33897,1731042964942
2024-11-08T05:16:05,838 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:16:05,841 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C33897%2C1731042964942, suffix=, logDir=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/WALs/d1ba675678c9,33897,1731042964942, archiveDir=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/oldWALs, maxLogs=10
2024-11-08T05:16:05,842 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:16:05,856 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/WALs/d1ba675678c9,33897,1731042964942/d1ba675678c9%2C33897%2C1731042964942.1731042965841, exclude list is [], retry=0
2024-11-08T05:16:05,858 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:05,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43855,DS-9e58a5ec-be36-49ec-8b6f-2c98f13f6d8c,DISK]
2024-11-08T05:16:05,861 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/WALs/d1ba675678c9,33897,1731042964942/d1ba675678c9%2C33897%2C1731042964942.1731042965841
2024-11-08T05:16:05,864 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45259:45259)]
2024-11-08T05:16:05,864 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:16:05,865 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:05,865 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:05,865 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:05,874 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:16:05,876 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:16:05,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:05,876 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:05,877 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:16:05,878 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:16:05,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:05,879 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:05,879 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:16:05,881 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:16:05,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:05,882 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:05,882 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:16:05,884 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:16:05,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:05,885 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:05,885 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:05,885 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:05,886 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:05,886 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:05,887 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:05,887 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:05,888 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:16:05,889 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:05,922 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:16:05,923 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66689332, jitterRate=-0.006251513957977295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:16:05,924 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731042965865Initializing all the Stores at 1731042965866 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042965866Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042965874 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042965874Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042965874Cleaning up temporary data from old regions at 1731042965888 (+14 ms)Region opened successfully at 1731042965924 (+36 ms)
2024-11-08T05:16:05,924 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:16:05,928 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8d6198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:16:05,929 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:16:05,929 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:16:05,929 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:16:05,929 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:16:05,930 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:16:05,930 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:16:05,930 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:16:05,933 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:16:05,934 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Unable to get data of znode /01673509411/balancer because node does not exist (not necessarily an error)
2024-11-08T05:16:05,951 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01673509411/balancer already deleted, retry=false
2024-11-08T05:16:05,952 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:16:05,952 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Unable to get data of znode /01673509411/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:16:05,962 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01673509411/normalizer already deleted, retry=false
2024-11-08T05:16:05,962 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:16:05,963 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Unable to get data of znode /01673509411/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:16:05,972 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01673509411/switch/split already deleted, retry=false
2024-11-08T05:16:05,974 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Unable to get data of znode /01673509411/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:16:05,982 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01673509411/switch/merge already deleted, retry=false
2024-11-08T05:16:05,985 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Unable to get data of znode /01673509411/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:16:05,993 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01673509411/snapshot-cleanup already deleted, retry=false
2024-11-08T05:16:06,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01673509411/running
2024-11-08T05:16:06,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01673509411/running
2024-11-08T05:16:06,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411
2024-11-08T05:16:06,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411
2024-11-08T05:16:06,004 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,33897,1731042964942, sessionid=0x10118df67c20000, setting cluster-up flag (Was=false)
2024-11-08T05:16:06,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411
2024-11-08T05:16:06,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411
2024-11-08T05:16:06,056 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01673509411/flush-table-proc/acquired, /01673509411/flush-table-proc/reached, /01673509411/flush-table-proc/abort
2024-11-08T05:16:06,058 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,33897,1731042964942
2024-11-08T05:16:06,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411
2024-11-08T05:16:06,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411
2024-11-08T05:16:06,109 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01673509411/online-snapshot/acquired, /01673509411/online-snapshot/reached, /01673509411/online-snapshot/abort
2024-11-08T05:16:06,110 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,33897,1731042964942
2024-11-08T05:16:06,111 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:16:06,113 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:16:06,113 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:16:06,113 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:16:06,114 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of d1ba675678c9,36359,1731042935309: status=Processing ServerCrashProcedure of d1ba675678c9,36359,1731042935309 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731042953351, completionTime=-1 appears to have been leaked
2024-11-08T05:16:06,114 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,33897,1731042964942
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:16:06,115 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:16:06,116 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:16:06,116 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:16:06,116 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:16:06,116 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:16:06,116 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:06,116 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:16:06,116 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:06,117 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731042996117
2024-11-08T05:16:06,117 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:16:06,117 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:16:06,117 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:16:06,117 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:16:06,117 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:16:06,117 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:16:06,117 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:06,118 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:16:06,118 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:16:06,118 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:16:06,118 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:16:06,118 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:16:06,118 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:16:06,118 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:16:06,118 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:16:06,119 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042966118,5,FailOnTimeoutGroup]
2024-11-08T05:16:06,119 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042966119,5,FailOnTimeoutGroup]
2024-11-08T05:16:06,119 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:06,119 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:16:06,119 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:06,119 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:06,120 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:06,121 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:16:06,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:16:06,186 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.HRegionServer(746): ClusterId : 7cb0cb6e-698f-4df0-97ab-03d39f674207
2024-11-08T05:16:06,186 DEBUG [RS:0;d1ba675678c9:42141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:16:06,194 DEBUG [RS:0;d1ba675678c9:42141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:16:06,194 DEBUG [RS:0;d1ba675678c9:42141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:16:06,205 DEBUG [RS:0;d1ba675678c9:42141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:16:06,205 DEBUG [RS:0;d1ba675678c9:42141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e6476c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:16:06,218 DEBUG [RS:0;d1ba675678c9:42141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:42141
2024-11-08T05:16:06,218 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:16:06,218 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:16:06,218 DEBUG [RS:0;d1ba675678c9:42141 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:16:06,219 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,33897,1731042964942 with port=42141, startcode=1731042965205
2024-11-08T05:16:06,219 DEBUG [RS:0;d1ba675678c9:42141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:16:06,221 INFO  [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:16:06,222 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33897 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,42141,1731042965205
2024-11-08T05:16:06,222 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33897 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,42141,1731042965205
2024-11-08T05:16:06,224 DEBUG [RS:0;d1ba675678c9:42141 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173
2024-11-08T05:16:06,224 DEBUG [RS:0;d1ba675678c9:42141 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44793
2024-11-08T05:16:06,224 DEBUG [RS:0;d1ba675678c9:42141 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:16:06,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411/rs
2024-11-08T05:16:06,236 DEBUG [RS:0;d1ba675678c9:42141 {}] zookeeper.ZKUtil(111): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Set watcher on existing znode=/01673509411/rs/d1ba675678c9,42141,1731042965205
2024-11-08T05:16:06,236 WARN  [RS:0;d1ba675678c9:42141 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:16:06,236 INFO  [RS:0;d1ba675678c9:42141 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:16:06,236 DEBUG [RS:0;d1ba675678c9:42141 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205
2024-11-08T05:16:06,236 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,42141,1731042965205]
2024-11-08T05:16:06,248 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:16:06,250 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:16:06,250 INFO  [RS:0;d1ba675678c9:42141 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:16:06,250 INFO  [RS:0;d1ba675678c9:42141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:06,250 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:16:06,251 INFO  [RS:0;d1ba675678c9:42141 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:16:06,251 INFO  [RS:0;d1ba675678c9:42141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:06,251 DEBUG [RS:0;d1ba675678c9:42141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:06,251 DEBUG [RS:0;d1ba675678c9:42141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:06,251 DEBUG [RS:0;d1ba675678c9:42141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:06,252 DEBUG [RS:0;d1ba675678c9:42141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:06,252 DEBUG [RS:0;d1ba675678c9:42141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:06,252 DEBUG [RS:0;d1ba675678c9:42141 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:16:06,252 DEBUG [RS:0;d1ba675678c9:42141 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:06,252 DEBUG [RS:0;d1ba675678c9:42141 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:06,252 DEBUG [RS:0;d1ba675678c9:42141 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:06,252 DEBUG [RS:0;d1ba675678c9:42141 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:06,252 DEBUG [RS:0;d1ba675678c9:42141 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:06,252 DEBUG [RS:0;d1ba675678c9:42141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:06,252 DEBUG [RS:0;d1ba675678c9:42141 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:16:06,252 DEBUG [RS:0;d1ba675678c9:42141 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:16:06,253 INFO  [RS:0;d1ba675678c9:42141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:06,253 INFO  [RS:0;d1ba675678c9:42141 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:06,253 INFO  [RS:0;d1ba675678c9:42141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:06,253 INFO  [RS:0;d1ba675678c9:42141 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:06,253 INFO  [RS:0;d1ba675678c9:42141 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:06,253 INFO  [RS:0;d1ba675678c9:42141 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42141,1731042965205-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:16:06,272 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:16:06,272 INFO  [RS:0;d1ba675678c9:42141 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42141,1731042965205-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:06,273 INFO  [RS:0;d1ba675678c9:42141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:06,273 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.Replication(171): d1ba675678c9,42141,1731042965205 started
2024-11-08T05:16:06,288 INFO  [RS:0;d1ba675678c9:42141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:06,288 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,42141,1731042965205, RpcServer on d1ba675678c9/172.17.0.3:42141, sessionid=0x10118df67c20001
2024-11-08T05:16:06,288 DEBUG [RS:0;d1ba675678c9:42141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:16:06,288 DEBUG [RS:0;d1ba675678c9:42141 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,42141,1731042965205
2024-11-08T05:16:06,288 DEBUG [RS:0;d1ba675678c9:42141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,42141,1731042965205'
2024-11-08T05:16:06,288 DEBUG [RS:0;d1ba675678c9:42141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01673509411/flush-table-proc/abort'
2024-11-08T05:16:06,289 DEBUG [RS:0;d1ba675678c9:42141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01673509411/flush-table-proc/acquired'
2024-11-08T05:16:06,289 DEBUG [RS:0;d1ba675678c9:42141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:16:06,289 DEBUG [RS:0;d1ba675678c9:42141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:16:06,289 DEBUG [RS:0;d1ba675678c9:42141 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,42141,1731042965205
2024-11-08T05:16:06,289 DEBUG [RS:0;d1ba675678c9:42141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,42141,1731042965205'
2024-11-08T05:16:06,289 DEBUG [RS:0;d1ba675678c9:42141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01673509411/online-snapshot/abort'
2024-11-08T05:16:06,289 DEBUG [RS:0;d1ba675678c9:42141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01673509411/online-snapshot/acquired'
2024-11-08T05:16:06,290 DEBUG [RS:0;d1ba675678c9:42141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:16:06,290 INFO  [RS:0;d1ba675678c9:42141 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:16:06,290 INFO  [RS:0;d1ba675678c9:42141 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:16:06,390 INFO  [RS:0;d1ba675678c9:42141 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:16:06,392 INFO  [RS:0;d1ba675678c9:42141 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42141%2C1731042965205, suffix=, logDir=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205, archiveDir=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/oldWALs, maxLogs=10
2024-11-08T05:16:06,405 DEBUG [RS:0;d1ba675678c9:42141 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205/d1ba675678c9%2C42141%2C1731042965205.1731042966392, exclude list is [], retry=0
2024-11-08T05:16:06,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43855,DS-9e58a5ec-be36-49ec-8b6f-2c98f13f6d8c,DISK]
2024-11-08T05:16:06,410 INFO  [RS:0;d1ba675678c9:42141 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205/d1ba675678c9%2C42141%2C1731042965205.1731042966392
2024-11-08T05:16:06,412 DEBUG [RS:0;d1ba675678c9:42141 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45259:45259)]
2024-11-08T05:16:06,535 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:16:06,536 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173
2024-11-08T05:16:06,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741833_1009 (size=32)
2024-11-08T05:16:06,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:06,949 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:16:06,951 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:16:06,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:06,951 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:06,951 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:16:06,953 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:16:06,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:06,953 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:06,953 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:16:06,955 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:16:06,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:06,956 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:06,956 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:16:06,957 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:16:06,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:06,958 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:06,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:16:06,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740
2024-11-08T05:16:06,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740
2024-11-08T05:16:06,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:16:06,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:16:06,961 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:16:06,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:16:06,964 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:16:06,965 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69290526, jitterRate=0.032509297132492065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:16:06,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731042966948Initializing all the Stores at 1731042966949 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042966949Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042966949Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042966949Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042966949Cleaning up temporary data from old regions at 1731042966960 (+11 ms)Region opened successfully at 1731042966965 (+5 ms)
2024-11-08T05:16:06,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:16:06,965 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:16:06,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:16:06,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:16:06,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:16:06,966 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:16:06,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731042966965Disabling compacts and flushes for region at 1731042966965Disabling writes for close at 1731042966965Writing region close event to WAL at 1731042966966 (+1 ms)Closed at 1731042966966
2024-11-08T05:16:06,967 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:16:06,967 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:16:06,967 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:16:06,968 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:16:06,969 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:16:07,120 DEBUG [d1ba675678c9:33897 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:16:07,120 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,42141,1731042965205
2024-11-08T05:16:07,122 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,42141,1731042965205, state=OPENING
2024-11-08T05:16:07,172 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:16:07,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411
2024-11-08T05:16:07,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411
2024-11-08T05:16:07,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01673509411/meta-region-server: CHANGED
2024-11-08T05:16:07,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01673509411/meta-region-server: CHANGED
2024-11-08T05:16:07,183 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:16:07,184 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,42141,1731042965205}]
2024-11-08T05:16:07,337 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:16:07,339 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:16:07,343 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:16:07,343 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:16:07,344 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:16:07,346 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42141%2C1731042965205.meta, suffix=.meta, logDir=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205, archiveDir=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/oldWALs, maxLogs=10
2024-11-08T05:16:07,366 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205/d1ba675678c9%2C42141%2C1731042965205.meta.1731042967346.meta, exclude list is [], retry=0
2024-11-08T05:16:07,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43855,DS-9e58a5ec-be36-49ec-8b6f-2c98f13f6d8c,DISK]
2024-11-08T05:16:07,397 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205/d1ba675678c9%2C42141%2C1731042965205.meta.1731042967346.meta
2024-11-08T05:16:07,397 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45259:45259)]
2024-11-08T05:16:07,397 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:16:07,398 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:16:07,398 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:16:07,398 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:16:07,399 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:16:07,399 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:16:07,399 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:07,399 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:16:07,399 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:16:07,401 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:16:07,403 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:16:07,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:07,404 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:07,404 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:16:07,405 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:16:07,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:07,406 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:07,406 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:16:07,407 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:16:07,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:07,408 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:07,408 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:16:07,409 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:16:07,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:07,411 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:07,412 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:16:07,413 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740
2024-11-08T05:16:07,415 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740
2024-11-08T05:16:07,416 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:16:07,416 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:16:07,417 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:16:07,419 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:16:07,420 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69006058, jitterRate=0.02827039361000061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:16:07,420 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:16:07,421 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731042967399Writing region info on filesystem at 1731042967399Initializing all the Stores at 1731042967401 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042967401Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042967401Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042967401Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042967401Cleaning up temporary data from old regions at 1731042967416 (+15 ms)Running coprocessor post-open hooks at 1731042967420 (+4 ms)Region opened successfully at 1731042967421 (+1 ms)
2024-11-08T05:16:07,423 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731042967337
2024-11-08T05:16:07,426 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:16:07,426 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:16:07,426 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,42141,1731042965205
2024-11-08T05:16:07,428 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,42141,1731042965205, state=OPEN
2024-11-08T05:16:07,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01673509411/meta-region-server
2024-11-08T05:16:07,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01673509411/meta-region-server
2024-11-08T05:16:07,469 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,42141,1731042965205
2024-11-08T05:16:07,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01673509411/meta-region-server: CHANGED
2024-11-08T05:16:07,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01673509411/meta-region-server: CHANGED
2024-11-08T05:16:07,473 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:16:07,473 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,42141,1731042965205 in 286 msec
2024-11-08T05:16:07,476 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:16:07,477 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 506 msec
2024-11-08T05:16:07,478 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:16:07,478 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:16:07,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:16:07,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42141,1731042965205, seqNum=-1]
2024-11-08T05:16:07,480 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:16:07,481 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:16:07,491 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3770 sec
2024-11-08T05:16:07,491 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731042967491, completionTime=-1
2024-11-08T05:16:07,491 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:16:07,491 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:16:07,494 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:16:07,494 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043027494
2024-11-08T05:16:07,494 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043087494
2024-11-08T05:16:07,494 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-08T05:16:07,494 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33897,1731042964942-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:07,494 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33897,1731042964942-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:07,494 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33897,1731042964942-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:07,495 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:33897, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:07,495 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:07,496 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:07,497 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:16:07,501 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.170sec
2024-11-08T05:16:07,501 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:16:07,501 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:16:07,501 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:16:07,501 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:16:07,501 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:16:07,501 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33897,1731042964942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:16:07,501 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33897,1731042964942-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:16:07,507 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:16:07,507 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:16:07,507 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33897,1731042964942-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:07,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5d60d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:07,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,33897,-1 for getting cluster id
2024-11-08T05:16:07,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:16:07,589 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7cb0cb6e-698f-4df0-97ab-03d39f674207'
2024-11-08T05:16:07,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:16:07,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7cb0cb6e-698f-4df0-97ab-03d39f674207"

2024-11-08T05:16:07,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ed8051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:07,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,33897,-1]
2024-11-08T05:16:07,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:16:07,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:07,591 INFO  [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:16:07,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d30e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:07,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:16:07,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42141,1731042965205, seqNum=-1]
2024-11-08T05:16:07,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:16:07,594 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:16:07,596 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,33897,1731042964942
2024-11-08T05:16:07,597 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59398
2024-11-08T05:16:07,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:16:07,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10118df67c20002 connected
2024-11-08T05:16:07,628 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/hadoop.log.dir so I do NOT create it in target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c
2024-11-08T05:16:07,628 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:16:07,628 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/hadoop.tmp.dir so I do NOT create it in target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c
2024-11-08T05:16:07,628 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:16:07,628 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c
2024-11-08T05:16:07,628 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:16:07,628 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/cluster_a00052df-7de0-9956-cc06-fbee1ece7243, deleteOnExit=true
2024-11-08T05:16:07,628 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:16:07,628 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/test.cache.data in system properties and HBase conf
2024-11-08T05:16:07,628 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:16:07,629 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:16:07,629 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:16:07,629 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:16:07,629 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:16:07,629 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:16:07,629 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:16:07,629 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:16:07,629 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:16:07,629 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:16:07,629 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:16:07,629 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:16:07,629 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:16:07,630 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:16:07,630 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:16:07,630 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:16:07,630 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:16:07,630 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:16:07,630 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:16:07,630 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:16:08,001 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:16:08,009 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:16:08,026 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:16:08,026 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:16:08,026 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:16:08,029 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:16:08,030 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@531847b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:16:08,031 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fdf487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:16:08,140 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6db85c9d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/java.io.tmpdir/jetty-localhost-33335-hadoop-hdfs-3_4_1-tests_jar-_-any-9941387256834308045/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:16:08,140 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73d03855{HTTP/1.1, (http/1.1)}{localhost:33335}
2024-11-08T05:16:08,141 INFO  [Time-limited test {}] server.Server(415): Started @41577ms
2024-11-08T05:16:08,439 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:16:08,443 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:16:08,449 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:16:08,449 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:16:08,449 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T05:16:08,452 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c0f6859{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:16:08,453 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23b7da30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:16:08,564 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17861040{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/java.io.tmpdir/jetty-localhost-37615-hadoop-hdfs-3_4_1-tests_jar-_-any-6042942307823733861/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:16:08,565 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@544f7262{HTTP/1.1, (http/1.1)}{localhost:37615}
2024-11-08T05:16:08,565 INFO  [Time-limited test {}] server.Server(415): Started @42001ms
2024-11-08T05:16:08,566 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:16:09,729 WARN  [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/cluster_a00052df-7de0-9956-cc06-fbee1ece7243/data/data1/current/BP-870679318-172.17.0.3-1731042967656/current, will proceed with Du for space computation calculation, 
2024-11-08T05:16:09,737 WARN  [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/cluster_a00052df-7de0-9956-cc06-fbee1ece7243/data/data2/current/BP-870679318-172.17.0.3-1731042967656/current, will proceed with Du for space computation calculation, 
2024-11-08T05:16:09,777 WARN  [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:16:09,781 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ea71f1d792b3229 with lease ID 0x84f465d4745cd807: Processing first storage report for DS-b48f6515-48bb-466b-9af7-fc6fad363aa7 from datanode DatanodeRegistration(127.0.0.1:34967, datanodeUuid=94790a89-e34a-47f1-ad7a-1a7a9055f5fb, infoPort=34355, infoSecurePort=0, ipcPort=32849, storageInfo=lv=-57;cid=testClusterID;nsid=771181218;c=1731042967656)
2024-11-08T05:16:09,781 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ea71f1d792b3229 with lease ID 0x84f465d4745cd807: from storage DS-b48f6515-48bb-466b-9af7-fc6fad363aa7 node DatanodeRegistration(127.0.0.1:34967, datanodeUuid=94790a89-e34a-47f1-ad7a-1a7a9055f5fb, infoPort=34355, infoSecurePort=0, ipcPort=32849, storageInfo=lv=-57;cid=testClusterID;nsid=771181218;c=1731042967656), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:16:09,781 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ea71f1d792b3229 with lease ID 0x84f465d4745cd807: Processing first storage report for DS-f2fd4683-596c-4358-a056-7f91431a4691 from datanode DatanodeRegistration(127.0.0.1:34967, datanodeUuid=94790a89-e34a-47f1-ad7a-1a7a9055f5fb, infoPort=34355, infoSecurePort=0, ipcPort=32849, storageInfo=lv=-57;cid=testClusterID;nsid=771181218;c=1731042967656)
2024-11-08T05:16:09,781 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ea71f1d792b3229 with lease ID 0x84f465d4745cd807: from storage DS-f2fd4683-596c-4358-a056-7f91431a4691 node DatanodeRegistration(127.0.0.1:34967, datanodeUuid=94790a89-e34a-47f1-ad7a-1a7a9055f5fb, infoPort=34355, infoSecurePort=0, ipcPort=32849, storageInfo=lv=-57;cid=testClusterID;nsid=771181218;c=1731042967656), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:16:09,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c
2024-11-08T05:16:09,835 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:09,837 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:09,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:16:09,916 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7 with version=8
2024-11-08T05:16:09,916 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/hbase-staging
2024-11-08T05:16:09,920 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:16:09,920 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:09,920 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:09,920 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:16:09,920 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:09,920 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:16:09,921 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:16:09,921 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:16:09,921 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44881
2024-11-08T05:16:09,923 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44881 connecting to ZooKeeper ensemble=127.0.0.1:59398
2024-11-08T05:16:09,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448810x0, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:16:09,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44881-0x10118df67c20003 connected
2024-11-08T05:16:10,025 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:10,027 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:10,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Set watcher on znode that does not yet exist, /1-1097584375/running
2024-11-08T05:16:10,054 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7, hbase.cluster.distributed=false
2024-11-08T05:16:10,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Set watcher on znode that does not yet exist, /1-1097584375/acl
2024-11-08T05:16:10,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44881
2024-11-08T05:16:10,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44881
2024-11-08T05:16:10,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44881
2024-11-08T05:16:10,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44881
2024-11-08T05:16:10,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44881
2024-11-08T05:16:10,149 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:16:10,149 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:10,149 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:10,149 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:16:10,149 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:10,149 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:16:10,149 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:16:10,150 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:16:10,164 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39803
2024-11-08T05:16:10,166 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39803 connecting to ZooKeeper ensemble=127.0.0.1:59398
2024-11-08T05:16:10,166 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:10,168 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:10,183 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398030x0, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:16:10,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398030x0, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Set watcher on znode that does not yet exist, /1-1097584375/running
2024-11-08T05:16:10,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39803-0x10118df67c20004 connected
2024-11-08T05:16:10,186 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:16:10,209 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:16:10,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Set watcher on znode that does not yet exist, /1-1097584375/master
2024-11-08T05:16:10,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Set watcher on znode that does not yet exist, /1-1097584375/acl
2024-11-08T05:16:10,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39803
2024-11-08T05:16:10,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39803
2024-11-08T05:16:10,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39803
2024-11-08T05:16:10,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39803
2024-11-08T05:16:10,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39803
2024-11-08T05:16:10,356 DEBUG [M:0;d1ba675678c9:44881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:44881
2024-11-08T05:16:10,363 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1097584375/backup-masters/d1ba675678c9,44881,1731042969920
2024-11-08T05:16:10,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375/backup-masters
2024-11-08T05:16:10,376 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375/backup-masters
2024-11-08T05:16:10,383 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Set watcher on existing znode=/1-1097584375/backup-masters/d1ba675678c9,44881,1731042969920
2024-11-08T05:16:10,394 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1097584375/master
2024-11-08T05:16:10,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375
2024-11-08T05:16:10,395 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375
2024-11-08T05:16:10,397 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Set watcher on existing znode=/1-1097584375/master
2024-11-08T05:16:10,398 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1097584375/backup-masters/d1ba675678c9,44881,1731042969920 from backup master directory
2024-11-08T05:16:10,404 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:16:10,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1097584375/backup-masters/d1ba675678c9,44881,1731042969920
2024-11-08T05:16:10,404 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,44881,1731042969920
2024-11-08T05:16:10,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375/backup-masters
2024-11-08T05:16:10,404 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375/backup-masters
2024-11-08T05:16:10,424 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/hbase.id] with ID: ff7995c6-9d6e-486c-b0c1-012140fb4b61
2024-11-08T05:16:10,424 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/.tmp/hbase.id
2024-11-08T05:16:10,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:16:10,872 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/.tmp/hbase.id]:[hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/hbase.id]
2024-11-08T05:16:10,893 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:10,893 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:16:10,895 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-08T05:16:10,941 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375
2024-11-08T05:16:10,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375
2024-11-08T05:16:10,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:16:11,350 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:16:11,351 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:16:11,364 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:16:11,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:16:11,437 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store
2024-11-08T05:16:11,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:16:11,924 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:11,925 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:16:11,925 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:11,925 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:11,925 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:16:11,925 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:11,925 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:11,925 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731042971925Disabling compacts and flushes for region at 1731042971925Disabling writes for close at 1731042971925Writing region close event to WAL at 1731042971925Closed at 1731042971925
2024-11-08T05:16:11,927 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store/.initializing
2024-11-08T05:16:11,927 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/WALs/d1ba675678c9,44881,1731042969920
2024-11-08T05:16:11,931 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:16:11,936 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C44881%2C1731042969920, suffix=, logDir=hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/WALs/d1ba675678c9,44881,1731042969920, archiveDir=hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/oldWALs, maxLogs=10
2024-11-08T05:16:11,967 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/WALs/d1ba675678c9,44881,1731042969920/d1ba675678c9%2C44881%2C1731042969920.1731042971936, exclude list is [], retry=0
2024-11-08T05:16:11,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34967,DS-b48f6515-48bb-466b-9af7-fc6fad363aa7,DISK]
2024-11-08T05:16:12,005 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/WALs/d1ba675678c9,44881,1731042969920/d1ba675678c9%2C44881%2C1731042969920.1731042971936
2024-11-08T05:16:12,012 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34355:34355)]
2024-11-08T05:16:12,012 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:16:12,013 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:12,013 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:12,013 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:12,025 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:16:12,028 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:16:12,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:12,029 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:12,029 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:16:12,033 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:16:12,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:12,035 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:12,035 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:16:12,039 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:16:12,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:12,040 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:12,040 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:16:12,042 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:16:12,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:12,044 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:12,044 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:12,051 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:12,057 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:12,060 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:12,061 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:12,062 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:16:12,064 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:12,086 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:16:12,088 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65753503, jitterRate=-0.020196452736854553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:16:12,088 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731042972013Initializing all the Stores at 1731042972016 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042972018 (+2 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042972025 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042972025Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042972025Cleaning up temporary data from old regions at 1731042972061 (+36 ms)Region opened successfully at 1731042972088 (+27 ms)
2024-11-08T05:16:12,100 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:16:12,106 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa6e160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:16:12,107 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:16:12,108 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:16:12,108 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:16:12,108 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:16:12,109 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:16:12,110 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:16:12,110 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:16:12,116 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:16:12,119 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Unable to get data of znode /1-1097584375/balancer because node does not exist (not necessarily an error)
2024-11-08T05:16:12,172 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1097584375/balancer already deleted, retry=false
2024-11-08T05:16:12,173 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:16:12,176 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Unable to get data of znode /1-1097584375/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:16:12,182 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1097584375/normalizer already deleted, retry=false
2024-11-08T05:16:12,183 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:16:12,195 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Unable to get data of znode /1-1097584375/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:16:12,203 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1097584375/switch/split already deleted, retry=false
2024-11-08T05:16:12,205 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Unable to get data of znode /1-1097584375/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:16:12,214 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1097584375/switch/merge already deleted, retry=false
2024-11-08T05:16:12,216 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Unable to get data of znode /1-1097584375/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:16:12,225 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1097584375/snapshot-cleanup already deleted, retry=false
2024-11-08T05:16:12,236 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1097584375/running
2024-11-08T05:16:12,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1097584375/running
2024-11-08T05:16:12,236 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375
2024-11-08T05:16:12,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375
2024-11-08T05:16:12,238 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,44881,1731042969920, sessionid=0x10118df67c20003, setting cluster-up flag (Was=false)
2024-11-08T05:16:12,248 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-08T05:16:12,257 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375
2024-11-08T05:16:12,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375
2024-11-08T05:16:12,288 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1097584375/flush-table-proc/acquired, /1-1097584375/flush-table-proc/reached, /1-1097584375/flush-table-proc/abort
2024-11-08T05:16:12,292 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,44881,1731042969920
2024-11-08T05:16:12,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375
2024-11-08T05:16:12,309 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375
2024-11-08T05:16:12,342 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1097584375/online-snapshot/acquired, /1-1097584375/online-snapshot/reached, /1-1097584375/online-snapshot/abort
2024-11-08T05:16:12,347 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,44881,1731042969920
2024-11-08T05:16:12,356 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:16:12,359 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:16:12,360 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:16:12,360 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:16:12,361 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,44881,1731042969920
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:16:12,369 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:16:12,370 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:16:12,371 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:16:12,371 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:16:12,372 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:16:12,373 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:12,373 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:16:12,373 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:12,415 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:16:12,416 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:16:12,418 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:12,418 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:16:12,436 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043002436
2024-11-08T05:16:12,436 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:16:12,437 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:16:12,437 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:16:12,437 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:16:12,437 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:16:12,437 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:16:12,464 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:12,465 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:16:12,466 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:16:12,466 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:16:12,466 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:16:12,470 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.HRegionServer(746): ClusterId : ff7995c6-9d6e-486c-b0c1-012140fb4b61
2024-11-08T05:16:12,470 DEBUG [RS:0;d1ba675678c9:39803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:16:12,480 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:16:12,480 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:16:12,481 DEBUG [RS:0;d1ba675678c9:39803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:16:12,481 DEBUG [RS:0;d1ba675678c9:39803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:16:12,489 DEBUG [RS:0;d1ba675678c9:39803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:16:12,489 DEBUG [RS:0;d1ba675678c9:39803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45248f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:16:12,504 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042972480,5,FailOnTimeoutGroup]
2024-11-08T05:16:12,533 DEBUG [RS:0;d1ba675678c9:39803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:39803
2024-11-08T05:16:12,533 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:16:12,533 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:16:12,533 DEBUG [RS:0;d1ba675678c9:39803 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:16:12,535 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,44881,1731042969920 with port=39803, startcode=1731042970149
2024-11-08T05:16:12,536 DEBUG [RS:0;d1ba675678c9:39803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:16:12,536 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042972505,5,FailOnTimeoutGroup]
2024-11-08T05:16:12,536 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:12,536 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:16:12,536 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:12,536 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:12,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:16:12,553 INFO  [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:16:12,553 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44881 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,39803,1731042970149
2024-11-08T05:16:12,554 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44881 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,39803,1731042970149
2024-11-08T05:16:12,558 DEBUG [RS:0;d1ba675678c9:39803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7
2024-11-08T05:16:12,564 DEBUG [RS:0;d1ba675678c9:39803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46143
2024-11-08T05:16:12,564 DEBUG [RS:0;d1ba675678c9:39803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:16:12,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375/rs
2024-11-08T05:16:12,612 DEBUG [RS:0;d1ba675678c9:39803 {}] zookeeper.ZKUtil(111): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Set watcher on existing znode=/1-1097584375/rs/d1ba675678c9,39803,1731042970149
2024-11-08T05:16:12,612 WARN  [RS:0;d1ba675678c9:39803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:16:12,613 INFO  [RS:0;d1ba675678c9:39803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:16:12,613 DEBUG [RS:0;d1ba675678c9:39803 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/WALs/d1ba675678c9,39803,1731042970149
2024-11-08T05:16:12,625 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,39803,1731042970149]
2024-11-08T05:16:12,668 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:16:12,670 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:16:12,672 INFO  [RS:0;d1ba675678c9:39803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:16:12,672 INFO  [RS:0;d1ba675678c9:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:12,672 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:16:12,674 INFO  [RS:0;d1ba675678c9:39803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:16:12,674 INFO  [RS:0;d1ba675678c9:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:12,674 DEBUG [RS:0;d1ba675678c9:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:12,674 DEBUG [RS:0;d1ba675678c9:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:12,674 DEBUG [RS:0;d1ba675678c9:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:12,674 DEBUG [RS:0;d1ba675678c9:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:12,674 DEBUG [RS:0;d1ba675678c9:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:12,674 DEBUG [RS:0;d1ba675678c9:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:16:12,674 DEBUG [RS:0;d1ba675678c9:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:12,675 DEBUG [RS:0;d1ba675678c9:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:12,675 DEBUG [RS:0;d1ba675678c9:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:12,675 DEBUG [RS:0;d1ba675678c9:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:12,675 DEBUG [RS:0;d1ba675678c9:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:12,675 DEBUG [RS:0;d1ba675678c9:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:12,675 DEBUG [RS:0;d1ba675678c9:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:16:12,675 DEBUG [RS:0;d1ba675678c9:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:16:12,688 INFO  [RS:0;d1ba675678c9:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:12,688 INFO  [RS:0;d1ba675678c9:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:12,688 INFO  [RS:0;d1ba675678c9:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:12,688 INFO  [RS:0;d1ba675678c9:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:12,689 INFO  [RS:0;d1ba675678c9:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:12,689 INFO  [RS:0;d1ba675678c9:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39803,1731042970149-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:16:12,719 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:16:12,719 INFO  [RS:0;d1ba675678c9:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39803,1731042970149-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:12,719 INFO  [RS:0;d1ba675678c9:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:12,719 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.Replication(171): d1ba675678c9,39803,1731042970149 started
2024-11-08T05:16:12,742 INFO  [RS:0;d1ba675678c9:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:12,742 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,39803,1731042970149, RpcServer on d1ba675678c9/172.17.0.3:39803, sessionid=0x10118df67c20004
2024-11-08T05:16:12,742 DEBUG [RS:0;d1ba675678c9:39803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:16:12,742 DEBUG [RS:0;d1ba675678c9:39803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,39803,1731042970149
2024-11-08T05:16:12,742 DEBUG [RS:0;d1ba675678c9:39803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,39803,1731042970149'
2024-11-08T05:16:12,742 DEBUG [RS:0;d1ba675678c9:39803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1097584375/flush-table-proc/abort'
2024-11-08T05:16:12,743 DEBUG [RS:0;d1ba675678c9:39803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1097584375/flush-table-proc/acquired'
2024-11-08T05:16:12,745 DEBUG [RS:0;d1ba675678c9:39803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:16:12,745 DEBUG [RS:0;d1ba675678c9:39803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:16:12,745 DEBUG [RS:0;d1ba675678c9:39803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,39803,1731042970149
2024-11-08T05:16:12,745 DEBUG [RS:0;d1ba675678c9:39803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,39803,1731042970149'
2024-11-08T05:16:12,745 DEBUG [RS:0;d1ba675678c9:39803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1097584375/online-snapshot/abort'
2024-11-08T05:16:12,746 DEBUG [RS:0;d1ba675678c9:39803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1097584375/online-snapshot/acquired'
2024-11-08T05:16:12,746 DEBUG [RS:0;d1ba675678c9:39803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:16:12,746 INFO  [RS:0;d1ba675678c9:39803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:16:12,747 INFO  [RS:0;d1ba675678c9:39803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:16:12,849 INFO  [RS:0;d1ba675678c9:39803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:16:12,851 INFO  [RS:0;d1ba675678c9:39803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C39803%2C1731042970149, suffix=, logDir=hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/WALs/d1ba675678c9,39803,1731042970149, archiveDir=hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/oldWALs, maxLogs=10
2024-11-08T05:16:12,880 DEBUG [RS:0;d1ba675678c9:39803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/WALs/d1ba675678c9,39803,1731042970149/d1ba675678c9%2C39803%2C1731042970149.1731042972852, exclude list is [], retry=0
2024-11-08T05:16:12,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34967,DS-b48f6515-48bb-466b-9af7-fc6fad363aa7,DISK]
2024-11-08T05:16:12,905 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:16:12,913 INFO  [RS:0;d1ba675678c9:39803 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/WALs/d1ba675678c9,39803,1731042970149/d1ba675678c9%2C39803%2C1731042970149.1731042972852
2024-11-08T05:16:12,914 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:12,917 DEBUG [RS:0;d1ba675678c9:39803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34355:34355)]
2024-11-08T05:16:12,938 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:16:12,939 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7
2024-11-08T05:16:12,955 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:12,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741833_1009 (size=32)
2024-11-08T05:16:13,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:13,373 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:16:13,374 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:16:13,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:13,374 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:13,375 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:16:13,376 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:16:13,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:13,376 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:13,376 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:16:13,377 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:16:13,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:13,378 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:13,378 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:16:13,379 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:16:13,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:13,380 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:13,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:16:13,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/data/hbase/meta/1588230740
2024-11-08T05:16:13,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/data/hbase/meta/1588230740
2024-11-08T05:16:13,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:16:13,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:16:13,384 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:16:13,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:16:13,389 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:16:13,391 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64412559, jitterRate=-0.040178075432777405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:16:13,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731042973371Initializing all the Stores at 1731042973372 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042973372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042973372Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042973372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042973372Cleaning up temporary data from old regions at 1731042973383 (+11 ms)Region opened successfully at 1731042973391 (+8 ms)
2024-11-08T05:16:13,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:16:13,391 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:16:13,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:16:13,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:16:13,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:16:13,392 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:16:13,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731042973391Disabling compacts and flushes for region at 1731042973391Disabling writes for close at 1731042973391Writing region close event to WAL at 1731042973392 (+1 ms)Closed at 1731042973392
2024-11-08T05:16:13,394 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:16:13,394 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:16:13,394 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:16:13,396 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:16:13,397 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:16:13,547 DEBUG [d1ba675678c9:44881 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:16:13,548 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,39803,1731042970149
2024-11-08T05:16:13,553 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,39803,1731042970149, state=OPENING
2024-11-08T05:16:13,573 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:16:13,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375
2024-11-08T05:16:13,582 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375
2024-11-08T05:16:13,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1097584375/meta-region-server: CHANGED
2024-11-08T05:16:13,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1097584375/meta-region-server: CHANGED
2024-11-08T05:16:13,584 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:16:13,584 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,39803,1731042970149}]
2024-11-08T05:16:13,738 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:16:13,740 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:16:13,744 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:16:13,744 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:16:13,745 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:16:13,748 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C39803%2C1731042970149.meta, suffix=.meta, logDir=hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/WALs/d1ba675678c9,39803,1731042970149, archiveDir=hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/oldWALs, maxLogs=10
2024-11-08T05:16:13,767 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/WALs/d1ba675678c9,39803,1731042970149/d1ba675678c9%2C39803%2C1731042970149.meta.1731042973749.meta, exclude list is [], retry=0
2024-11-08T05:16:13,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34967,DS-b48f6515-48bb-466b-9af7-fc6fad363aa7,DISK]
2024-11-08T05:16:13,771 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/WALs/d1ba675678c9,39803,1731042970149/d1ba675678c9%2C39803%2C1731042970149.meta.1731042973749.meta
2024-11-08T05:16:13,771 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34355:34355)]
2024-11-08T05:16:13,771 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:16:13,772 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:16:13,772 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:16:13,772 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:16:13,772 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:16:13,772 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:16:13,772 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:13,772 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:16:13,772 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:16:13,773 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:16:13,774 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:16:13,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:13,775 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:13,775 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:16:13,775 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:16:13,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:13,776 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:13,776 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:16:13,777 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:16:13,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:13,777 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:13,778 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:16:13,778 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:16:13,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:13,779 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:13,779 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:16:13,780 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/data/hbase/meta/1588230740
2024-11-08T05:16:13,781 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/data/hbase/meta/1588230740
2024-11-08T05:16:13,782 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:16:13,782 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:16:13,784 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:16:13,785 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:16:13,786 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64397833, jitterRate=-0.040397509932518005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:16:13,786 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:16:13,786 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731042973772Writing region info on filesystem at 1731042973772Initializing all the Stores at 1731042973773 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042973773Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042973773Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042973773Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042973773Cleaning up temporary data from old regions at 1731042973782 (+9 ms)Running coprocessor post-open hooks at 1731042973786 (+4 ms)Region opened successfully at 1731042973786
2024-11-08T05:16:13,787 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731042973738
2024-11-08T05:16:13,790 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:16:13,790 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:16:13,791 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,39803,1731042970149
2024-11-08T05:16:13,792 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,39803,1731042970149, state=OPEN
2024-11-08T05:16:13,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1097584375/meta-region-server
2024-11-08T05:16:13,803 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1097584375/meta-region-server
2024-11-08T05:16:13,804 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,39803,1731042970149
2024-11-08T05:16:13,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1097584375/meta-region-server: CHANGED
2024-11-08T05:16:13,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1097584375/meta-region-server: CHANGED
2024-11-08T05:16:13,807 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:16:13,808 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,39803,1731042970149 in 220 msec
2024-11-08T05:16:13,810 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:16:13,810 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec
2024-11-08T05:16:13,811 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:16:13,811 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:16:13,812 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:16:13,812 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,39803,1731042970149, seqNum=-1]
2024-11-08T05:16:13,813 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:16:13,814 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:16:13,826 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4670 sec
2024-11-08T05:16:13,826 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731042973826, completionTime=-1
2024-11-08T05:16:13,826 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:16:13,827 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:16:13,829 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:16:13,829 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043033829
2024-11-08T05:16:13,829 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043093829
2024-11-08T05:16:13,829 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-08T05:16:13,830 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,44881,1731042969920-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:13,830 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,44881,1731042969920-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:13,830 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,44881,1731042969920-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:13,830 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:44881, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:13,830 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:13,831 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:13,833 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:16:13,836 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.432sec
2024-11-08T05:16:13,836 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:16:13,836 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:16:13,836 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:16:13,836 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:16:13,836 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:16:13,836 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,44881,1731042969920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:16:13,836 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,44881,1731042969920-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:16:13,839 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:16:13,839 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:16:13,839 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,44881,1731042969920-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:13,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@159c0ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:13,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,44881,-1 for getting cluster id
2024-11-08T05:16:13,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:16:13,872 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff7995c6-9d6e-486c-b0c1-012140fb4b61'
2024-11-08T05:16:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:16:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff7995c6-9d6e-486c-b0c1-012140fb4b61"

2024-11-08T05:16:13,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d056f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:13,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,44881,-1]
2024-11-08T05:16:13,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:16:13,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:13,874 INFO  [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:16:13,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c2233d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:13,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:16:13,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,39803,1731042970149, seqNum=-1]
2024-11-08T05:16:13,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:16:13,878 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:16:13,880 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,44881,1731042969920
2024-11-08T05:16:13,882 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59398
2024-11-08T05:16:13,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:16:13,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10118df67c20005 connected
2024-11-08T05:16:13,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3e611c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:13,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,33897,-1 for getting cluster id
2024-11-08T05:16:13,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:16:13,912 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7cb0cb6e-698f-4df0-97ab-03d39f674207'
2024-11-08T05:16:13,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:16:13,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7cb0cb6e-698f-4df0-97ab-03d39f674207"

2024-11-08T05:16:13,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630890cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:13,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,33897,-1]
2024-11-08T05:16:13,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:16:13,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:13,915 INFO  [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:16:13,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6482305a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:13,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:16:13,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,33897,1731042964942
2024-11-08T05:16:13,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e80d2a8
2024-11-08T05:16:13,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:16:13,918 INFO  [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:16:13,918 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d1ba675678c9:44881,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-08T05:16:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:16:13,922 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:44881'
2024-11-08T05:16:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:16:13,923 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80b5ea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:13,923 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,44881,-1 for getting cluster id
2024-11-08T05:16:13,923 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:16:13,924 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff7995c6-9d6e-486c-b0c1-012140fb4b61'
2024-11-08T05:16:13,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:16:13,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff7995c6-9d6e-486c-b0c1-012140fb4b61"

2024-11-08T05:16:13,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd8f36c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:13,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,44881,-1]
2024-11-08T05:16:13,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:16:13,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:13,926 INFO  [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:16:13,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7eb70c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:13,927 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:16:13,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,44881,1731042969920
2024-11-08T05:16:13,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d0ae44c
2024-11-08T05:16:13,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:16:13,929 INFO  [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:16:13,930 INFO  [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3.
2024-11-08T05:16:13,930 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:16:13,930 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:13,930 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:13,930 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:16:13,930 INFO  [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:16:13,932 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-08T05:16:13,933 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:16:13,933 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:13,934 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:16:13,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741835_1011 (size=1138)
2024-11-08T05:16:13,982 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-08T05:16:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:16:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:16:14,353 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20540e3c363af19f31efb5f5ced11a50, NAME => 'hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173
2024-11-08T05:16:14,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741836_1012 (size=44)
2024-11-08T05:16:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:16:14,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:14,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 20540e3c363af19f31efb5f5ced11a50, disabling compactions & flushes
2024-11-08T05:16:14,802 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50.
2024-11-08T05:16:14,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50.
2024-11-08T05:16:14,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50. after waiting 0 ms
2024-11-08T05:16:14,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50.
2024-11-08T05:16:14,802 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50.
2024-11-08T05:16:14,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20540e3c363af19f31efb5f5ced11a50:
Waiting for close lock at 1731042974802Disabling compacts and flushes for region at 1731042974802Disabling writes for close at 1731042974802Writing region close event to WAL at 1731042974802Closed at 1731042974802
2024-11-08T05:16:14,804 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:16:14,804 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731042974804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731042974804"}]},"ts":"1731042974804"}
2024-11-08T05:16:14,807 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:16:14,808 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:16:14,808 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731042974808"}]},"ts":"1731042974808"}
2024-11-08T05:16:14,811 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-08T05:16:14,811 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20540e3c363af19f31efb5f5ced11a50, ASSIGN}]
2024-11-08T05:16:14,813 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20540e3c363af19f31efb5f5ced11a50, ASSIGN
2024-11-08T05:16:14,813 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20540e3c363af19f31efb5f5ced11a50, ASSIGN; state=OFFLINE, location=d1ba675678c9,42141,1731042965205; forceNewPlan=false, retain=false
2024-11-08T05:16:14,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-08T05:16:14,855 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-08T05:16:14,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:16:14,855 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-08T05:16:14,856 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:16:14,856 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-08T05:16:14,856 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-08T05:16:14,856 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-08T05:16:14,964 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=20540e3c363af19f31efb5f5ced11a50, regionState=OPENING, regionLocation=d1ba675678c9,42141,1731042965205
2024-11-08T05:16:14,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20540e3c363af19f31efb5f5ced11a50, ASSIGN because future has completed
2024-11-08T05:16:14,967 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20540e3c363af19f31efb5f5ced11a50, server=d1ba675678c9,42141,1731042965205}]
2024-11-08T05:16:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:16:15,124 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50.
2024-11-08T05:16:15,124 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:16:15,124 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-08T05:16:15,126 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42141%2C1731042965205.rep, suffix=, logDir=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205, archiveDir=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/oldWALs, maxLogs=10
2024-11-08T05:16:15,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205/d1ba675678c9%2C42141%2C1731042965205.rep.1731042975126, exclude list is [], retry=0
2024-11-08T05:16:15,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43855,DS-9e58a5ec-be36-49ec-8b6f-2c98f13f6d8c,DISK]
2024-11-08T05:16:15,144 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205/d1ba675678c9%2C42141%2C1731042965205.rep.1731042975126
2024-11-08T05:16:15,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45259:45259)]
2024-11-08T05:16:15,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 20540e3c363af19f31efb5f5ced11a50, NAME => 'hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:16:15,145 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:16:15,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:16:15,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50. service=MultiRowMutationService
2024-11-08T05:16:15,146 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-08T05:16:15,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 20540e3c363af19f31efb5f5ced11a50
2024-11-08T05:16:15,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:15,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 20540e3c363af19f31efb5f5ced11a50
2024-11-08T05:16:15,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 20540e3c363af19f31efb5f5ced11a50
2024-11-08T05:16:15,148 INFO  [StoreOpener-20540e3c363af19f31efb5f5ced11a50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 20540e3c363af19f31efb5f5ced11a50 
2024-11-08T05:16:15,150 INFO  [StoreOpener-20540e3c363af19f31efb5f5ced11a50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20540e3c363af19f31efb5f5ced11a50 columnFamilyName hfileref
2024-11-08T05:16:15,150 DEBUG [StoreOpener-20540e3c363af19f31efb5f5ced11a50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:15,150 INFO  [StoreOpener-20540e3c363af19f31efb5f5ced11a50-1 {}] regionserver.HStore(327): Store=20540e3c363af19f31efb5f5ced11a50/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:15,150 INFO  [StoreOpener-20540e3c363af19f31efb5f5ced11a50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 20540e3c363af19f31efb5f5ced11a50 
2024-11-08T05:16:15,152 INFO  [StoreOpener-20540e3c363af19f31efb5f5ced11a50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20540e3c363af19f31efb5f5ced11a50 columnFamilyName queue
2024-11-08T05:16:15,152 DEBUG [StoreOpener-20540e3c363af19f31efb5f5ced11a50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:15,152 INFO  [StoreOpener-20540e3c363af19f31efb5f5ced11a50-1 {}] regionserver.HStore(327): Store=20540e3c363af19f31efb5f5ced11a50/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:15,153 INFO  [StoreOpener-20540e3c363af19f31efb5f5ced11a50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 20540e3c363af19f31efb5f5ced11a50 
2024-11-08T05:16:15,154 INFO  [StoreOpener-20540e3c363af19f31efb5f5ced11a50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20540e3c363af19f31efb5f5ced11a50 columnFamilyName sid
2024-11-08T05:16:15,154 DEBUG [StoreOpener-20540e3c363af19f31efb5f5ced11a50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:15,154 INFO  [StoreOpener-20540e3c363af19f31efb5f5ced11a50-1 {}] regionserver.HStore(327): Store=20540e3c363af19f31efb5f5ced11a50/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:15,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 20540e3c363af19f31efb5f5ced11a50
2024-11-08T05:16:15,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/replication/20540e3c363af19f31efb5f5ced11a50
2024-11-08T05:16:15,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/replication/20540e3c363af19f31efb5f5ced11a50
2024-11-08T05:16:15,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 20540e3c363af19f31efb5f5ced11a50
2024-11-08T05:16:15,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 20540e3c363af19f31efb5f5ced11a50
2024-11-08T05:16:15,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:16:15,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 20540e3c363af19f31efb5f5ced11a50
2024-11-08T05:16:15,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/replication/20540e3c363af19f31efb5f5ced11a50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:16:15,161 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 20540e3c363af19f31efb5f5ced11a50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67940349, jitterRate=0.012390092015266418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:16:15,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20540e3c363af19f31efb5f5ced11a50
2024-11-08T05:16:15,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 20540e3c363af19f31efb5f5ced11a50:
Running coprocessor pre-open hook at 1731042975147Writing region info on filesystem at 1731042975147Initializing all the Stores at 1731042975148 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042975148Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042975148Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042975148Cleaning up temporary data from old regions at 1731042975157 (+9 ms)Running coprocessor post-open hooks at 1731042975161 (+4 ms)Region opened successfully at 1731042975162 (+1 ms)
2024-11-08T05:16:15,163 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50., pid=7, masterSystemTime=1731042975120
2024-11-08T05:16:15,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50.
2024-11-08T05:16:15,166 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50.
2024-11-08T05:16:15,167 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=20540e3c363af19f31efb5f5ced11a50, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,42141,1731042965205
2024-11-08T05:16:15,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20540e3c363af19f31efb5f5ced11a50, server=d1ba675678c9,42141,1731042965205 because future has completed
2024-11-08T05:16:15,175 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6
2024-11-08T05:16:15,175 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 20540e3c363af19f31efb5f5ced11a50, server=d1ba675678c9,42141,1731042965205 in 205 msec
2024-11-08T05:16:15,177 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:16:15,178 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20540e3c363af19f31efb5f5ced11a50, ASSIGN in 364 msec
2024-11-08T05:16:15,179 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:16:15,179 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731042975179"}]},"ts":"1731042975179"}
2024-11-08T05:16:15,181 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-08T05:16:15,183 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:16:15,186 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2530 sec
2024-11-08T05:16:15,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50., hostname=d1ba675678c9,42141,1731042965205, seqNum=2]
2024-11-08T05:16:15,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411
2024-11-08T05:16:15,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411
2024-11-08T05:16:15,289 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:16:15,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8
2024-11-08T05:16:15,443 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-08T05:16:15,476 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d1ba675678c9,42141,1731042965205, ReplicationSource: 1, currentBandwidth=0
2024-11-08T05:16:15,476 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:16:15,476 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42141,1731042965205, seqNum=-1]
2024-11-08T05:16:15,477 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:16:15,478 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService
2024-11-08T05:16:15,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d1ba675678c9,42141,1731042965205', locateType=CURRENT is [region=hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50., hostname=d1ba675678c9,42141,1731042965205, seqNum=2]
2024-11-08T05:16:15,483 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-08T05:16:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-08T05:16:15,487 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d1ba675678c9,42141,1731042965205 suceeded
2024-11-08T05:16:15,491 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4
2024-11-08T05:16:15,491 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d1ba675678c9:44881,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:16:15,491 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec
2024-11-08T05:16:15,493 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5720 sec
2024-11-08T05:16:15,502 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:44881'
2024-11-08T05:16:15,503 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@749600a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:15,503 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,44881,-1 for getting cluster id
2024-11-08T05:16:15,503 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:16:15,504 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff7995c6-9d6e-486c-b0c1-012140fb4b61'
2024-11-08T05:16:15,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:16:15,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff7995c6-9d6e-486c-b0c1-012140fb4b61"

2024-11-08T05:16:15,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6691d8af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:15,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,44881,-1]
2024-11-08T05:16:15,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:16:15,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:15,506 INFO  [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:16:15,507 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4973426c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:15,507 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:16:15,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,44881,1731042969920
2024-11-08T05:16:15,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d986f3f
2024-11-08T05:16:15,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:16:15,510 INFO  [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService
2024-11-08T05:16:15,510 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d1ba675678c9,42141,1731042965205 (queues=1) is replicating from cluster=7cb0cb6e-698f-4df0-97ab-03d39f674207 to cluster=ff7995c6-9d6e-486c-b0c1-012140fb4b61
2024-11-08T05:16:15,511 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d1ba675678c9%2C42141%2C1731042965205
2024-11-08T05:16:15,511 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d1ba675678c9,42141,1731042965205, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:16:15,511 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205.replicationSource.shipperd1ba675678c9%2C42141%2C1731042965205,1-d1ba675678c9,42141,1731042965205 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C42141%2C1731042965205
2024-11-08T05:16:15,511 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205.replicationSource.wal-reader.d1ba675678c9%2C42141%2C1731042965205,1-d1ba675678c9,42141,1731042965205 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205/d1ba675678c9%2C42141%2C1731042965205.1731042966392, startPosition=0, beingWritten=true
2024-11-08T05:16:15,717 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205.replicationSource.wal-reader.d1ba675678c9%2C42141%2C1731042965205,1-d1ba675678c9,42141,1731042965205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205/d1ba675678c9%2C42141%2C1731042965205.1731042966392 to pos 0, reset compression=false
2024-11-08T05:16:16,022 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205.replicationSource.wal-reader.d1ba675678c9%2C42141%2C1731042965205,1-d1ba675678c9,42141,1731042965205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205/d1ba675678c9%2C42141%2C1731042965205.1731042966392 to pos 0, reset compression=false
2024-11-08T05:16:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:16:16,077 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-08T05:16:16,077 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:16:16,077 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:16:16,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:16,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:16,078 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:16:16,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:16:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,33897,1731042964942
2024-11-08T05:16:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79003d52
2024-11-08T05:16:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:16:16,081 INFO  [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:16:16,082 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-08T05:16:16,082 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:16:16,083 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:16:16,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:16:16,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:16,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:16,083 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:16:16,083 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:16:16,083 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1271177801, stopped=false
2024-11-08T05:16:16,083 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,44881,1731042969920
2024-11-08T05:16:16,098 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1097584375/running
2024-11-08T05:16:16,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1097584375/running
2024-11-08T05:16:16,098 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375
2024-11-08T05:16:16,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375
2024-11-08T05:16:16,098 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:16:16,099 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:16:16,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:16:16,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:16,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Set watcher on znode that does not yet exist, /1-1097584375/running
2024-11-08T05:16:16,099 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,39803,1731042970149' *****
2024-11-08T05:16:16,099 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:16:16,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Set watcher on znode that does not yet exist, /1-1097584375/running
2024-11-08T05:16:16,099 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:16:16,100 INFO  [RS:0;d1ba675678c9:39803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:16:16,100 INFO  [RS:0;d1ba675678c9:39803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:16:16,100 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,39803,1731042970149
2024-11-08T05:16:16,100 INFO  [RS:0;d1ba675678c9:39803 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:16:16,100 INFO  [RS:0;d1ba675678c9:39803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:39803.
2024-11-08T05:16:16,100 DEBUG [RS:0;d1ba675678c9:39803 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:16:16,100 DEBUG [RS:0;d1ba675678c9:39803 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:16,100 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:16:16,100 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:16:16,100 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:16:16,100 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:16:16,100 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:16:16,104 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-08T05:16:16,104 DEBUG [RS:0;d1ba675678c9:39803 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-08T05:16:16,104 DEBUG [RS:0;d1ba675678c9:39803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:16:16,105 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:16:16,105 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:16:16,105 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:16:16,105 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:16:16,105 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:16:16,105 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB
2024-11-08T05:16:16,108 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:16:16,125 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/data/hbase/meta/1588230740/.tmp/ns/fe6185389ee24673972550bab9077bdd is 43, key is default/ns:d/1731042973814/Put/seqid=0
2024-11-08T05:16:16,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741835_1011 (size=5153)
2024-11-08T05:16:16,135 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/data/hbase/meta/1588230740/.tmp/ns/fe6185389ee24673972550bab9077bdd
2024-11-08T05:16:16,145 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/data/hbase/meta/1588230740/.tmp/ns/fe6185389ee24673972550bab9077bdd as hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/data/hbase/meta/1588230740/ns/fe6185389ee24673972550bab9077bdd
2024-11-08T05:16:16,155 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/data/hbase/meta/1588230740/ns/fe6185389ee24673972550bab9077bdd, entries=2, sequenceid=6, filesize=5.0 K
2024-11-08T05:16:16,157 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 52ms, sequenceid=6, compaction requested=false
2024-11-08T05:16:16,164 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-08T05:16:16,165 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:16:16,165 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:16:16,165 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:16:16,165 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731042976105Running coprocessor pre-close hooks at 1731042976105Disabling compacts and flushes for region at 1731042976105Disabling writes for close at 1731042976105Obtaining lock to block concurrent updates at 1731042976105Preparing flush snapshotting stores in 1588230740 at 1731042976105Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731042976106 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731042976107 (+1 ms)Flushing 1588230740/ns: creating writer at 1731042976107Flushing 1588230740/ns: appending metadata at 1731042976124 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731042976124Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dac3c56: reopening flushed file at 1731042976144 (+20 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 52ms, sequenceid=6, compaction requested=false at 1731042976157 (+13 ms)Writing region close event to WAL at 1731042976158 (+1 ms)Running coprocessor post-close hooks at 1731042976165 (+7 ms)Closed at 1731042976165
2024-11-08T05:16:16,165 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:16:16,305 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,39803,1731042970149; all regions closed.
2024-11-08T05:16:16,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741834_1010 (size=1152)
2024-11-08T05:16:16,326 DEBUG [RS:0;d1ba675678c9:39803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/oldWALs
2024-11-08T05:16:16,326 INFO  [RS:0;d1ba675678c9:39803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C39803%2C1731042970149.meta:.meta(num 1731042973749)
2024-11-08T05:16:16,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741832_1008 (size=93)
2024-11-08T05:16:16,345 DEBUG [RS:0;d1ba675678c9:39803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/oldWALs
2024-11-08T05:16:16,345 INFO  [RS:0;d1ba675678c9:39803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C39803%2C1731042970149:(num 1731042972852)
2024-11-08T05:16:16,345 DEBUG [RS:0;d1ba675678c9:39803 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:16,345 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:16:16,345 INFO  [RS:0;d1ba675678c9:39803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:16:16,345 INFO  [RS:0;d1ba675678c9:39803 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T05:16:16,345 INFO  [RS:0;d1ba675678c9:39803 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:16:16,346 INFO  [RS:0;d1ba675678c9:39803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39803
2024-11-08T05:16:16,346 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:16:16,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375/rs
2024-11-08T05:16:16,364 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1097584375/rs/d1ba675678c9,39803,1731042970149
2024-11-08T05:16:16,364 INFO  [RS:0;d1ba675678c9:39803 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:16:16,365 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,39803,1731042970149]
2024-11-08T05:16:16,382 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1097584375/draining/d1ba675678c9,39803,1731042970149 already deleted, retry=false
2024-11-08T05:16:16,382 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,39803,1731042970149 expired; onlineServers=0
2024-11-08T05:16:16,382 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,44881,1731042969920' *****
2024-11-08T05:16:16,383 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:16:16,383 INFO  [M:0;d1ba675678c9:44881 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:16:16,383 INFO  [M:0;d1ba675678c9:44881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:16:16,383 DEBUG [M:0;d1ba675678c9:44881 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:16:16,383 DEBUG [M:0;d1ba675678c9:44881 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:16:16,383 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:16:16,383 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042972480 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042972480,5,FailOnTimeoutGroup]
2024-11-08T05:16:16,383 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042972505 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042972505,5,FailOnTimeoutGroup]
2024-11-08T05:16:16,383 INFO  [M:0;d1ba675678c9:44881 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:16:16,383 INFO  [M:0;d1ba675678c9:44881 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:16:16,384 DEBUG [M:0;d1ba675678c9:44881 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:16:16,384 INFO  [M:0;d1ba675678c9:44881 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:16:16,384 INFO  [M:0;d1ba675678c9:44881 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:16:16,384 INFO  [M:0;d1ba675678c9:44881 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:16:16,384 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:16:16,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1097584375/master
2024-11-08T05:16:16,393 DEBUG [M:0;d1ba675678c9:44881 {}] zookeeper.ZKUtil(347): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Unable to get data of znode /1-1097584375/master because node does not exist (not an error)
2024-11-08T05:16:16,393 WARN  [M:0;d1ba675678c9:44881 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T05:16:16,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1097584375
2024-11-08T05:16:16,394 INFO  [M:0;d1ba675678c9:44881 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/.lastflushedseqids
2024-11-08T05:16:16,430 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205.replicationSource.wal-reader.d1ba675678c9%2C42141%2C1731042965205,1-d1ba675678c9,42141,1731042965205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205/d1ba675678c9%2C42141%2C1731042965205.1731042966392 to pos 0, reset compression=false
2024-11-08T05:16:16,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741836_1012 (size=99)
2024-11-08T05:16:16,473 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:16:16,473 INFO  [RS:0;d1ba675678c9:39803 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:16:16,473 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10118df67c20004, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:16:16,473 INFO  [RS:0;d1ba675678c9:39803 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,39803,1731042970149; zookeeper connection closed.
2024-11-08T05:16:16,474 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b77d749 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b77d749
2024-11-08T05:16:16,474 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:16:16,839 INFO  [M:0;d1ba675678c9:44881 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:16:16,839 INFO  [M:0;d1ba675678c9:44881 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:16:16,839 DEBUG [M:0;d1ba675678c9:44881 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:16:16,839 INFO  [M:0;d1ba675678c9:44881 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:16,839 DEBUG [M:0;d1ba675678c9:44881 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:16,839 DEBUG [M:0;d1ba675678c9:44881 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:16:16,839 DEBUG [M:0;d1ba675678c9:44881 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:16,840 INFO  [M:0;d1ba675678c9:44881 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB
2024-11-08T05:16:16,856 DEBUG [M:0;d1ba675678c9:44881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5840c84c61814603851aae2a821caf2b is 82, key is hbase:meta,,1/info:regioninfo/1731042973791/Put/seqid=0
2024-11-08T05:16:16,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741837_1013 (size=5672)
2024-11-08T05:16:16,942 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205.replicationSource.wal-reader.d1ba675678c9%2C42141%2C1731042965205,1-d1ba675678c9,42141,1731042965205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205/d1ba675678c9%2C42141%2C1731042965205.1731042966392 to pos 0, reset compression=false
2024-11-08T05:16:17,261 INFO  [M:0;d1ba675678c9:44881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5840c84c61814603851aae2a821caf2b
2024-11-08T05:16:17,281 DEBUG [M:0;d1ba675678c9:44881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9b2ff8ae71140f2b4ff591bd0ea6d53 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731042973825/Put/seqid=0
2024-11-08T05:16:17,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741838_1014 (size=5275)
2024-11-08T05:16:17,548 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205.replicationSource.wal-reader.d1ba675678c9%2C42141%2C1731042965205,1-d1ba675678c9,42141,1731042965205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205/d1ba675678c9%2C42141%2C1731042965205.1731042966392 to pos 0, reset compression=false
2024-11-08T05:16:17,686 INFO  [M:0;d1ba675678c9:44881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9b2ff8ae71140f2b4ff591bd0ea6d53
2024-11-08T05:16:17,710 DEBUG [M:0;d1ba675678c9:44881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/248510bac39c4991a24b8ab614d2615c is 69, key is d1ba675678c9,39803,1731042970149/rs:state/1731042972554/Put/seqid=0
2024-11-08T05:16:17,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741839_1015 (size=5156)
2024-11-08T05:16:18,115 INFO  [M:0;d1ba675678c9:44881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/248510bac39c4991a24b8ab614d2615c
2024-11-08T05:16:18,122 DEBUG [M:0;d1ba675678c9:44881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5840c84c61814603851aae2a821caf2b as hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5840c84c61814603851aae2a821caf2b
2024-11-08T05:16:18,128 INFO  [M:0;d1ba675678c9:44881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5840c84c61814603851aae2a821caf2b, entries=8, sequenceid=28, filesize=5.5 K
2024-11-08T05:16:18,129 DEBUG [M:0;d1ba675678c9:44881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9b2ff8ae71140f2b4ff591bd0ea6d53 as hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9b2ff8ae71140f2b4ff591bd0ea6d53
2024-11-08T05:16:18,133 INFO  [M:0;d1ba675678c9:44881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9b2ff8ae71140f2b4ff591bd0ea6d53, entries=3, sequenceid=28, filesize=5.2 K
2024-11-08T05:16:18,134 DEBUG [M:0;d1ba675678c9:44881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/248510bac39c4991a24b8ab614d2615c as hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/248510bac39c4991a24b8ab614d2615c
2024-11-08T05:16:18,139 INFO  [M:0;d1ba675678c9:44881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46143/user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/248510bac39c4991a24b8ab614d2615c, entries=1, sequenceid=28, filesize=5.0 K
2024-11-08T05:16:18,140 INFO  [M:0;d1ba675678c9:44881 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=28, compaction requested=false
2024-11-08T05:16:18,142 INFO  [M:0;d1ba675678c9:44881 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:18,142 DEBUG [M:0;d1ba675678c9:44881 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731042976839Disabling compacts and flushes for region at 1731042976839Disabling writes for close at 1731042976839Obtaining lock to block concurrent updates at 1731042976840 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731042976840Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731042976840Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731042976841 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731042976841Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731042976855 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731042976855Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731042977267 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731042977280 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731042977280Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731042977691 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731042977710 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731042977710Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4572fc68: reopening flushed file at 1731042978121 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@262dac5: reopening flushed file at 1731042978128 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36797bcf: reopening flushed file at 1731042978134 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=28, compaction requested=false at 1731042978140 (+6 ms)Writing region close event to WAL at 1731042978142 (+2 ms)Closed at 1731042978142
2024-11-08T05:16:18,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741830_1006 (size=10165)
2024-11-08T05:16:18,144 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d785d00-918c-be45-3c9b-5adfac70fbd7/MasterData/WALs/d1ba675678c9,44881,1731042969920/d1ba675678c9%2C44881%2C1731042969920.1731042971936 not finished, retry = 0
2024-11-08T05:16:18,245 INFO  [M:0;d1ba675678c9:44881 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:16:18,245 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:16:18,245 INFO  [M:0;d1ba675678c9:44881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44881
2024-11-08T05:16:18,246 INFO  [M:0;d1ba675678c9:44881 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:16:18,249 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-08T05:16:18,253 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205.replicationSource.wal-reader.d1ba675678c9%2C42141%2C1731042965205,1-d1ba675678c9,42141,1731042965205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205/d1ba675678c9%2C42141%2C1731042965205.1731042966392 to pos 0, reset compression=false
2024-11-08T05:16:18,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:16:18,356 INFO  [M:0;d1ba675678c9:44881 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:16:18,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44881-0x10118df67c20003, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:16:18,365 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17861040{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:16:18,365 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@544f7262{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:16:18,365 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:16:18,366 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23b7da30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:16:18,366 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c0f6859{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/hadoop.log.dir/,STOPPED}
2024-11-08T05:16:18,367 WARN  [BP-870679318-172.17.0.3-1731042967656 heartbeating to localhost/127.0.0.1:46143 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:16:18,367 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:16:18,367 WARN  [BP-870679318-172.17.0.3-1731042967656 heartbeating to localhost/127.0.0.1:46143 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-870679318-172.17.0.3-1731042967656 (Datanode Uuid 94790a89-e34a-47f1-ad7a-1a7a9055f5fb) service to localhost/127.0.0.1:46143
2024-11-08T05:16:18,367 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:16:18,367 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/cluster_a00052df-7de0-9956-cc06-fbee1ece7243/data/data1/current/BP-870679318-172.17.0.3-1731042967656 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:16:18,368 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/cluster_a00052df-7de0-9956-cc06-fbee1ece7243/data/data2/current/BP-870679318-172.17.0.3-1731042967656 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:16:18,368 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:16:18,373 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6db85c9d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:16:18,373 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73d03855{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:16:18,373 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:16:18,373 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fdf487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:16:18,374 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@531847b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/hadoop.log.dir/,STOPPED}
2024-11-08T05:16:18,388 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:16:18,388 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:16:18,388 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:16:18,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:16:18,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:18,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:18,388 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:16:18,389 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:16:18,389 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=133672509, stopped=false
2024-11-08T05:16:18,389 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,33897,1731042964942
2024-11-08T05:16:18,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01673509411/running
2024-11-08T05:16:18,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01673509411/running
2024-11-08T05:16:18,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411
2024-11-08T05:16:18,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411
2024-11-08T05:16:18,403 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:16:18,403 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:16:18,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:16:18,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:18,403 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,42141,1731042965205' *****
2024-11-08T05:16:18,403 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:16:18,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Set watcher on znode that does not yet exist, /01673509411/running
2024-11-08T05:16:18,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Set watcher on znode that does not yet exist, /01673509411/running
2024-11-08T05:16:18,403 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:16:18,404 INFO  [RS:0;d1ba675678c9:42141 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:16:18,404 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:16:18,404 INFO  [RS:0;d1ba675678c9:42141 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:16:18,404 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.HRegionServer(3091): Received CLOSE for 20540e3c363af19f31efb5f5ced11a50
2024-11-08T05:16:18,404 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,42141,1731042965205
2024-11-08T05:16:18,404 INFO  [RS:0;d1ba675678c9:42141 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:16:18,404 INFO  [RS:0;d1ba675678c9:42141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:42141.
2024-11-08T05:16:18,404 DEBUG [RS:0;d1ba675678c9:42141 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:16:18,404 DEBUG [RS:0;d1ba675678c9:42141 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:18,404 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20540e3c363af19f31efb5f5ced11a50, disabling compactions & flushes
2024-11-08T05:16:18,404 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50.
2024-11-08T05:16:18,404 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:16:18,404 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50.
2024-11-08T05:16:18,404 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:16:18,404 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50. after waiting 0 ms
2024-11-08T05:16:18,404 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:16:18,404 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50.
2024-11-08T05:16:18,404 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:16:18,404 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 20540e3c363af19f31efb5f5ced11a50 3/3 column families, dataSize=147 B heapSize=992 B
2024-11-08T05:16:18,405 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-08T05:16:18,405 DEBUG [RS:0;d1ba675678c9:42141 {}] regionserver.HRegionServer(1325): Online Regions={20540e3c363af19f31efb5f5ced11a50=hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50., 1588230740=hbase:meta,,1.1588230740}
2024-11-08T05:16:18,405 DEBUG [RS:0;d1ba675678c9:42141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20540e3c363af19f31efb5f5ced11a50
2024-11-08T05:16:18,405 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:16:18,405 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:16:18,405 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:16:18,405 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:16:18,405 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:16:18,405 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-08T05:16:18,419 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/replication/20540e3c363af19f31efb5f5ced11a50/.tmp/queue/002902e1dfc74cce8c7b122f8f7ea33f is 151, key is 1-d1ba675678c9,42141,1731042965205/queue:d1ba675678c9%2C42141%2C1731042965205/1731042975481/Put/seqid=0
2024-11-08T05:16:18,419 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740/.tmp/info/2beb855cbff048bf9f457e05b6cc24c3 is 147, key is hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50./info:regioninfo/1731042975167/Put/seqid=0
2024-11-08T05:16:18,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741839_1015 (size=6631)
2024-11-08T05:16:18,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741838_1014 (size=5350)
2024-11-08T05:16:18,469 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:16:18,605 DEBUG [RS:0;d1ba675678c9:42141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20540e3c363af19f31efb5f5ced11a50
2024-11-08T05:16:18,805 DEBUG [RS:0;d1ba675678c9:42141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20540e3c363af19f31efb5f5ced11a50
2024-11-08T05:16:18,824 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740/.tmp/info/2beb855cbff048bf9f457e05b6cc24c3
2024-11-08T05:16:18,824 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/replication/20540e3c363af19f31efb5f5ced11a50/.tmp/queue/002902e1dfc74cce8c7b122f8f7ea33f
2024-11-08T05:16:18,832 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/replication/20540e3c363af19f31efb5f5ced11a50/.tmp/queue/002902e1dfc74cce8c7b122f8f7ea33f as hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/replication/20540e3c363af19f31efb5f5ced11a50/queue/002902e1dfc74cce8c7b122f8f7ea33f
2024-11-08T05:16:18,839 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/replication/20540e3c363af19f31efb5f5ced11a50/queue/002902e1dfc74cce8c7b122f8f7ea33f, entries=1, sequenceid=5, filesize=5.2 K
2024-11-08T05:16:18,840 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 20540e3c363af19f31efb5f5ced11a50 in 436ms, sequenceid=5, compaction requested=false
2024-11-08T05:16:18,848 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/replication/20540e3c363af19f31efb5f5ced11a50/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T05:16:18,849 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:16:18,849 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:16:18,849 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50.
2024-11-08T05:16:18,849 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20540e3c363af19f31efb5f5ced11a50:
Waiting for close lock at 1731042978404Running coprocessor pre-close hooks at 1731042978404Disabling compacts and flushes for region at 1731042978404Disabling writes for close at 1731042978404Obtaining lock to block concurrent updates at 1731042978404Preparing flush snapshotting stores in 20540e3c363af19f31efb5f5ced11a50 at 1731042978404Finished memstore snapshotting hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731042978405 (+1 ms)Flushing stores of hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50. at 1731042978405Flushing 20540e3c363af19f31efb5f5ced11a50/queue: creating writer at 1731042978405Flushing 20540e3c363af19f31efb5f5ced11a50/queue: appending metadata at 1731042978418 (+13 ms)Flushing 20540e3c363af19f31efb5f5ced11a50/queue: closing flushed file at 1731042978418Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5263eeac: reopening flushed file at 1731042978831 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 20540e3c363af19f31efb5f5ced11a50 in 436ms, sequenceid=5, compaction requested=false at 1731042978840 (+9 ms)Writing region close event to WAL at 1731042978841 (+1 ms)Running coprocessor post-close hooks at 1731042978849 (+8 ms)Closed at 1731042978849
2024-11-08T05:16:18,849 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731042973930.20540e3c363af19f31efb5f5ced11a50.
2024-11-08T05:16:18,865 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740/.tmp/ns/3c1205666e554c108cddd508d4baffac is 43, key is default/ns:d/1731042967482/Put/seqid=0
2024-11-08T05:16:18,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741840_1016 (size=5153)
2024-11-08T05:16:18,876 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740/.tmp/ns/3c1205666e554c108cddd508d4baffac
2024-11-08T05:16:18,901 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740/.tmp/table/72c3977e412e4c1d8c84b1c2ac129f91 is 53, key is hbase:replication/table:state/1731042975179/Put/seqid=0
2024-11-08T05:16:18,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741841_1017 (size=5256)
2024-11-08T05:16:18,906 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740/.tmp/table/72c3977e412e4c1d8c84b1c2ac129f91
2024-11-08T05:16:18,916 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740/.tmp/info/2beb855cbff048bf9f457e05b6cc24c3 as hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740/info/2beb855cbff048bf9f457e05b6cc24c3
2024-11-08T05:16:18,928 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740/info/2beb855cbff048bf9f457e05b6cc24c3, entries=10, sequenceid=11, filesize=6.5 K
2024-11-08T05:16:18,930 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740/.tmp/ns/3c1205666e554c108cddd508d4baffac as hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740/ns/3c1205666e554c108cddd508d4baffac
2024-11-08T05:16:18,938 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740/ns/3c1205666e554c108cddd508d4baffac, entries=2, sequenceid=11, filesize=5.0 K
2024-11-08T05:16:18,939 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740/.tmp/table/72c3977e412e4c1d8c84b1c2ac129f91 as hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740/table/72c3977e412e4c1d8c84b1c2ac129f91
2024-11-08T05:16:18,947 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740/table/72c3977e412e4c1d8c84b1c2ac129f91, entries=2, sequenceid=11, filesize=5.1 K
2024-11-08T05:16:18,950 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 545ms, sequenceid=11, compaction requested=false
2024-11-08T05:16:18,968 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-08T05:16:18,969 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:16:18,969 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:16:18,969 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:16:18,969 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731042978405Running coprocessor pre-close hooks at 1731042978405Disabling compacts and flushes for region at 1731042978405Disabling writes for close at 1731042978405Obtaining lock to block concurrent updates at 1731042978405Preparing flush snapshotting stores in 1588230740 at 1731042978405Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731042978405Flushing stores of hbase:meta,,1.1588230740 at 1731042978406 (+1 ms)Flushing 1588230740/info: creating writer at 1731042978406Flushing 1588230740/info: appending metadata at 1731042978419 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731042978419Flushing 1588230740/ns: creating writer at 1731042978839 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731042978865 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731042978865Flushing 1588230740/table: creating writer at 1731042978885 (+20 ms)Flushing 1588230740/table: appending metadata at 1731042978900 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731042978900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@673c71e4: reopening flushed file at 1731042978915 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ecc5f: reopening flushed file at 1731042978928 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f30dcce: reopening flushed file at 1731042978938 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 545ms, sequenceid=11, compaction requested=false at 1731042978950 (+12 ms)Writing region close event to WAL at 1731042978958 (+8 ms)Running coprocessor post-close hooks at 1731042978969 (+11 ms)Closed at 1731042978969
2024-11-08T05:16:18,969 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:16:19,005 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,42141,1731042965205; all regions closed.
2024-11-08T05:16:19,008 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205/d1ba675678c9%2C42141%2C1731042965205.meta.1731042967346.meta not finished, retry = 0
2024-11-08T05:16:19,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741834_1010 (size=2742)
2024-11-08T05:16:19,058 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205.replicationSource.wal-reader.d1ba675678c9%2C42141%2C1731042965205,1-d1ba675678c9,42141,1731042965205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205/d1ba675678c9%2C42141%2C1731042965205.1731042966392 to pos 0, reset compression=false
2024-11-08T05:16:19,111 DEBUG [RS:0;d1ba675678c9:42141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/oldWALs
2024-11-08T05:16:19,111 INFO  [RS:0;d1ba675678c9:42141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C42141%2C1731042965205.meta:.meta(num 1731042967346)
2024-11-08T05:16:19,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741837_1013 (size=1586)
2024-11-08T05:16:19,118 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205/d1ba675678c9%2C42141%2C1731042965205.rep.1731042975126 not finished, retry = 0
2024-11-08T05:16:19,221 DEBUG [RS:0;d1ba675678c9:42141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/oldWALs
2024-11-08T05:16:19,221 INFO  [RS:0;d1ba675678c9:42141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C42141%2C1731042965205.rep:(num 1731042975126)
2024-11-08T05:16:19,223 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/WALs/d1ba675678c9,42141,1731042965205/d1ba675678c9%2C42141%2C1731042965205.1731042966392 not finished, retry = 0
2024-11-08T05:16:19,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741832_1008 (size=93)
2024-11-08T05:16:19,258 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:16:19,258 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:16:19,274 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:16:19,276 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:19,298 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:19,301 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:19,326 DEBUG [RS:0;d1ba675678c9:42141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/oldWALs
2024-11-08T05:16:19,326 INFO  [RS:0;d1ba675678c9:42141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C42141%2C1731042965205:(num 1731042966392)
2024-11-08T05:16:19,326 DEBUG [RS:0;d1ba675678c9:42141 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:19,326 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:16:19,326 INFO  [RS:0;d1ba675678c9:42141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:16:19,326 INFO  [RS:0;d1ba675678c9:42141 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T05:16:19,326 INFO  [RS:0;d1ba675678c9:42141 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:16:19,326 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:16:19,326 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d1ba675678c9,42141,1731042965205 because: Region server is closing
2024-11-08T05:16:19,326 INFO  [RS:0;d1ba675678c9:42141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:42141.
2024-11-08T05:16:19,326 DEBUG [RS:0;d1ba675678c9:42141 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:16:19,327 DEBUG [RS:0;d1ba675678c9:42141 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:19,327 DEBUG [RS:0;d1ba675678c9:42141 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:19,327 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:16:19,427 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205.replicationSource.wal-reader.d1ba675678c9%2C42141%2C1731042965205,1-d1ba675678c9,42141,1731042965205 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-08T05:16:19,427 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205.replicationSource.shipperd1ba675678c9%2C42141%2C1731042965205,1-d1ba675678c9,42141,1731042965205 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-08T05:16:19,427 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42141,1731042965205.replicationSource.shipperd1ba675678c9%2C42141%2C1731042965205,1-d1ba675678c9,42141,1731042965205 terminated
2024-11-08T05:16:19,427 INFO  [RS:0;d1ba675678c9:42141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42141
2024-11-08T05:16:19,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411/rs
2024-11-08T05:16:19,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01673509411/rs/d1ba675678c9,42141,1731042965205
2024-11-08T05:16:19,508 INFO  [RS:0;d1ba675678c9:42141 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:16:19,509 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher.
java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f63748e4128@e28f176 rejected from java.util.concurrent.ThreadPoolExecutor@4b2a7ed7[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14]
	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?]
	at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4]
2024-11-08T05:16:19,519 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,42141,1731042965205]
2024-11-08T05:16:19,529 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01673509411/draining/d1ba675678c9,42141,1731042965205 already deleted, retry=false
2024-11-08T05:16:19,529 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,42141,1731042965205 expired; onlineServers=0
2024-11-08T05:16:19,529 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,33897,1731042964942' *****
2024-11-08T05:16:19,529 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:16:19,529 INFO  [M:0;d1ba675678c9:33897 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:16:19,530 INFO  [M:0;d1ba675678c9:33897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:16:19,530 DEBUG [M:0;d1ba675678c9:33897 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:16:19,530 DEBUG [M:0;d1ba675678c9:33897 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:16:19,530 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:16:19,530 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042966118 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042966118,5,FailOnTimeoutGroup]
2024-11-08T05:16:19,530 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042966119 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042966119,5,FailOnTimeoutGroup]
2024-11-08T05:16:19,530 INFO  [M:0;d1ba675678c9:33897 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:16:19,530 INFO  [M:0;d1ba675678c9:33897 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:16:19,530 DEBUG [M:0;d1ba675678c9:33897 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:16:19,530 INFO  [M:0;d1ba675678c9:33897 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:16:19,530 INFO  [M:0;d1ba675678c9:33897 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:16:19,531 INFO  [M:0;d1ba675678c9:33897 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:16:19,531 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:16:19,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01673509411/master
2024-11-08T05:16:19,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01673509411
2024-11-08T05:16:19,540 DEBUG [M:0;d1ba675678c9:33897 {}] zookeeper.ZKUtil(347): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Unable to get data of znode /01673509411/master because node does not exist (not an error)
2024-11-08T05:16:19,540 WARN  [M:0;d1ba675678c9:33897 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T05:16:19,541 INFO  [M:0;d1ba675678c9:33897 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/.lastflushedseqids
2024-11-08T05:16:19,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741842_1018 (size=181)
2024-11-08T05:16:19,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:16:19,619 INFO  [RS:0;d1ba675678c9:42141 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:16:19,619 INFO  [RS:0;d1ba675678c9:42141 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,42141,1731042965205; zookeeper connection closed.
2024-11-08T05:16:19,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42141-0x10118df67c20001, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:16:19,619 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e581380 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e581380
2024-11-08T05:16:19,620 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:16:19,945 INFO  [M:0;d1ba675678c9:33897 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:16:19,945 INFO  [M:0;d1ba675678c9:33897 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:16:19,946 DEBUG [M:0;d1ba675678c9:33897 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:16:19,946 INFO  [M:0;d1ba675678c9:33897 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:19,946 DEBUG [M:0;d1ba675678c9:33897 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:19,946 DEBUG [M:0;d1ba675678c9:33897 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:16:19,946 DEBUG [M:0;d1ba675678c9:33897 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:19,946 INFO  [M:0;d1ba675678c9:33897 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB
2024-11-08T05:16:19,968 DEBUG [M:0;d1ba675678c9:33897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d11c0ac454746a7bb30bff3f6c639d6 is 82, key is hbase:meta,,1/info:regioninfo/1731042967426/Put/seqid=0
2024-11-08T05:16:19,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741843_1019 (size=5672)
2024-11-08T05:16:20,373 INFO  [M:0;d1ba675678c9:33897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d11c0ac454746a7bb30bff3f6c639d6
2024-11-08T05:16:20,392 DEBUG [M:0;d1ba675678c9:33897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c49509efc484fdc95154354def49978 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731042975185/Put/seqid=0
2024-11-08T05:16:20,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741844_1020 (size=7203)
2024-11-08T05:16:20,796 INFO  [M:0;d1ba675678c9:33897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c49509efc484fdc95154354def49978
2024-11-08T05:16:20,815 DEBUG [M:0;d1ba675678c9:33897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/949ce5f5b70b4ffba5c89665cc87f100 is 69, key is d1ba675678c9,42141,1731042965205/rs:state/1731042966222/Put/seqid=0
2024-11-08T05:16:20,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741845_1021 (size=5156)
2024-11-08T05:16:21,220 INFO  [M:0;d1ba675678c9:33897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/949ce5f5b70b4ffba5c89665cc87f100
2024-11-08T05:16:21,226 DEBUG [M:0;d1ba675678c9:33897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d11c0ac454746a7bb30bff3f6c639d6 as hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d11c0ac454746a7bb30bff3f6c639d6
2024-11-08T05:16:21,231 INFO  [M:0;d1ba675678c9:33897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d11c0ac454746a7bb30bff3f6c639d6, entries=8, sequenceid=70, filesize=5.5 K
2024-11-08T05:16:21,232 DEBUG [M:0;d1ba675678c9:33897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c49509efc484fdc95154354def49978 as hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c49509efc484fdc95154354def49978
2024-11-08T05:16:21,237 INFO  [M:0;d1ba675678c9:33897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c49509efc484fdc95154354def49978, entries=8, sequenceid=70, filesize=7.0 K
2024-11-08T05:16:21,238 DEBUG [M:0;d1ba675678c9:33897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/949ce5f5b70b4ffba5c89665cc87f100 as hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/949ce5f5b70b4ffba5c89665cc87f100
2024-11-08T05:16:21,242 INFO  [M:0;d1ba675678c9:33897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44793/user/jenkins/test-data/535a2bf2-8351-6727-20a5-5d4bb5598173/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/949ce5f5b70b4ffba5c89665cc87f100, entries=1, sequenceid=70, filesize=5.0 K
2024-11-08T05:16:21,243 INFO  [M:0;d1ba675678c9:33897 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=70, compaction requested=false
2024-11-08T05:16:21,244 INFO  [M:0;d1ba675678c9:33897 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:21,244 DEBUG [M:0;d1ba675678c9:33897 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731042979946Disabling compacts and flushes for region at 1731042979946Disabling writes for close at 1731042979946Obtaining lock to block concurrent updates at 1731042979946Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731042979946Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731042979946Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731042979947 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731042979947Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731042979967 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731042979967Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731042980378 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731042980391 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731042980392 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731042980801 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731042980815 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731042980815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e129311: reopening flushed file at 1731042981225 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31efee2a: reopening flushed file at 1731042981231 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@389faa06: reopening flushed file at 1731042981237 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=70, compaction requested=false at 1731042981243 (+6 ms)Writing region close event to WAL at 1731042981244 (+1 ms)Closed at 1731042981244
2024-11-08T05:16:21,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741830_1006 (size=41008)
2024-11-08T05:16:21,247 INFO  [M:0;d1ba675678c9:33897 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:16:21,247 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:16:21,247 INFO  [M:0;d1ba675678c9:33897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33897
2024-11-08T05:16:21,247 INFO  [M:0;d1ba675678c9:33897 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:16:21,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:16:21,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10118df67c20000, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:16:21,367 INFO  [M:0;d1ba675678c9:33897 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:16:21,370 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75a94c44{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:16:21,371 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@279d8152{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:16:21,371 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:16:21,371 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a386722{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:16:21,371 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b2ebcda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/hadoop.log.dir/,STOPPED}
2024-11-08T05:16:21,380 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:16:21,380 WARN  [BP-581281682-172.17.0.3-1731042962487 heartbeating to localhost/127.0.0.1:44793 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:16:21,380 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:16:21,380 WARN  [BP-581281682-172.17.0.3-1731042962487 heartbeating to localhost/127.0.0.1:44793 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-581281682-172.17.0.3-1731042962487 (Datanode Uuid a4057b04-8ae3-47e2-ac81-62140b53c97a) service to localhost/127.0.0.1:44793
2024-11-08T05:16:21,381 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/cluster_91dff68d-8f74-2d44-ebb1-474aa90770b3/data/data1/current/BP-581281682-172.17.0.3-1731042962487 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:16:21,382 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/cluster_91dff68d-8f74-2d44-ebb1-474aa90770b3/data/data2/current/BP-581281682-172.17.0.3-1731042962487 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:16:21,382 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:16:21,391 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c010725{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:16:21,392 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ad87a0d{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:16:21,393 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:16:21,393 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42fdcfbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:16:21,393 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fa94757{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae4082bc-4647-3429-b677-2bc3eb3a1758/hadoop.log.dir/,STOPPED}
2024-11-08T05:16:21,404 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-08T05:16:21,419 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:16:21,427 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 107)
Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44793
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:44793
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-7-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44793 from jenkins.hfs.3
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-9-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59398)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: nioEventLoopGroup-6-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-11-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46143 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-9-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-6-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44793
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-7-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-11-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44793
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46143 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44793 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-7-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-9-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44793
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59398)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-6-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46143
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:46143
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-11-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46143 from jenkins.hfs.4
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44793 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46143
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46143
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46143
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=480 (was 484), ProcessCount=11 (was 11), AvailableMemoryMB=5855 (was 6478)
2024-11-08T05:16:21,434 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=480, ProcessCount=11, AvailableMemoryMB=5855
2024-11-08T05:16:21,447 INFO  [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs
2024-11-08T05:16:21,448 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/hadoop.log.dir so I do NOT create it in target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f
2024-11-08T05:16:21,448 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:16:21,448 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/hadoop.tmp.dir so I do NOT create it in target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f
2024-11-08T05:16:21,448 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32036de0-2712-4527-a4fe-d2033ec33e5c/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:16:21,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f
2024-11-08T05:16:21,448 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/cluster_dad74a17-c7e2-3c8c-85c2-37ec64966e2c, deleteOnExit=true
2024-11-08T05:16:21,450 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/cluster_dad74a17-c7e2-3c8c-85c2-37ec64966e2c/zookeeper_0, clientPort=56641, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/cluster_dad74a17-c7e2-3c8c-85c2-37ec64966e2c/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/cluster_dad74a17-c7e2-3c8c-85c2-37ec64966e2c/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-08T05:16:21,451 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56641
2024-11-08T05:16:21,451 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:16:21,451 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:16:21,451 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/test.cache.data in system properties and HBase conf
2024-11-08T05:16:21,452 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:16:21,452 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:16:21,452 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:16:21,452 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:16:21,452 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:16:21,452 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:16:21,452 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:16:21,452 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:16:21,452 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:16:21,452 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:16:21,452 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:16:21,453 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:16:21,453 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:16:21,453 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:16:21,453 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:16:21,453 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:16:21,453 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:16:21,453 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:16:21,453 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:16:21,453 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:16:21,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10118df67c20005, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:16:21,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10118df67c20005, quorum=127.0.0.1:59398, baseZNode=/1-1097584375 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:16:21,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10118df67c20002, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:16:21,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10118df67c20002, quorum=127.0.0.1:59398, baseZNode=/01673509411 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:16:22,183 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:16:22,189 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:16:22,190 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:16:22,190 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:16:22,190 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:16:22,191 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:16:22,191 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e0b9f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:16:22,192 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1960000c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:16:22,288 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@235f1f73{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/java.io.tmpdir/jetty-localhost-45529-hadoop-hdfs-3_4_1-tests_jar-_-any-5485590776653088663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:16:22,288 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f1ee90f{HTTP/1.1, (http/1.1)}{localhost:45529}
2024-11-08T05:16:22,288 INFO  [Time-limited test {}] server.Server(415): Started @55725ms
2024-11-08T05:16:22,639 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:16:22,644 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:16:22,668 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:16:22,668 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:16:22,668 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:16:22,669 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c83a027{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:16:22,670 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70ea0715{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:16:22,806 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ed8446{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/java.io.tmpdir/jetty-localhost-33077-hadoop-hdfs-3_4_1-tests_jar-_-any-9337626444846731186/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:16:22,806 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32d3f09c{HTTP/1.1, (http/1.1)}{localhost:33077}
2024-11-08T05:16:22,806 INFO  [Time-limited test {}] server.Server(415): Started @56243ms
2024-11-08T05:16:22,808 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:16:23,832 WARN  [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/cluster_dad74a17-c7e2-3c8c-85c2-37ec64966e2c/data/data1/current/BP-907584050-172.17.0.3-1731042981477/current, will proceed with Du for space computation calculation, 
2024-11-08T05:16:23,833 WARN  [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/cluster_dad74a17-c7e2-3c8c-85c2-37ec64966e2c/data/data2/current/BP-907584050-172.17.0.3-1731042981477/current, will proceed with Du for space computation calculation, 
2024-11-08T05:16:23,847 WARN  [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:16:23,850 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x537c3307498182ed with lease ID 0x663ab2cf97fb65a1: Processing first storage report for DS-073a3f22-4297-48c5-9760-a4fa9e9df06b from datanode DatanodeRegistration(127.0.0.1:40711, datanodeUuid=7164e6ec-d46c-433f-9c05-76204c017479, infoPort=46245, infoSecurePort=0, ipcPort=46635, storageInfo=lv=-57;cid=testClusterID;nsid=828990001;c=1731042981477)
2024-11-08T05:16:23,850 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x537c3307498182ed with lease ID 0x663ab2cf97fb65a1: from storage DS-073a3f22-4297-48c5-9760-a4fa9e9df06b node DatanodeRegistration(127.0.0.1:40711, datanodeUuid=7164e6ec-d46c-433f-9c05-76204c017479, infoPort=46245, infoSecurePort=0, ipcPort=46635, storageInfo=lv=-57;cid=testClusterID;nsid=828990001;c=1731042981477), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:16:23,850 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x537c3307498182ed with lease ID 0x663ab2cf97fb65a1: Processing first storage report for DS-8228e310-aac9-48bc-9db3-fc1ba3dee8d2 from datanode DatanodeRegistration(127.0.0.1:40711, datanodeUuid=7164e6ec-d46c-433f-9c05-76204c017479, infoPort=46245, infoSecurePort=0, ipcPort=46635, storageInfo=lv=-57;cid=testClusterID;nsid=828990001;c=1731042981477)
2024-11-08T05:16:23,850 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x537c3307498182ed with lease ID 0x663ab2cf97fb65a1: from storage DS-8228e310-aac9-48bc-9db3-fc1ba3dee8d2 node DatanodeRegistration(127.0.0.1:40711, datanodeUuid=7164e6ec-d46c-433f-9c05-76204c017479, infoPort=46245, infoSecurePort=0, ipcPort=46635, storageInfo=lv=-57;cid=testClusterID;nsid=828990001;c=1731042981477), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:16:23,889 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f
2024-11-08T05:16:23,889 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:23,891 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:23,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:16:24,299 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87 with version=8
2024-11-08T05:16:24,299 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/hbase-staging
2024-11-08T05:16:24,301 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:16:24,301 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:24,301 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:24,301 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:16:24,301 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:24,301 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:16:24,301 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:16:24,301 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:16:24,302 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43959
2024-11-08T05:16:24,303 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43959 connecting to ZooKeeper ensemble=127.0.0.1:56641
2024-11-08T05:16:24,351 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:16:24,354 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:24,377 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:24,381 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:24,382 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:24,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439590x0, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:16:24,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43959-0x10118dfb1f50000 connected
2024-11-08T05:16:24,498 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:24,500 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:24,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Set watcher on znode that does not yet exist, /0-1741422847/running
2024-11-08T05:16:24,503 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87, hbase.cluster.distributed=false
2024-11-08T05:16:24,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Set watcher on znode that does not yet exist, /0-1741422847/acl
2024-11-08T05:16:24,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43959
2024-11-08T05:16:24,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43959
2024-11-08T05:16:24,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43959
2024-11-08T05:16:24,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43959
2024-11-08T05:16:24,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43959
2024-11-08T05:16:24,529 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:16:24,529 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:24,529 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:24,530 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:16:24,530 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:24,530 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:16:24,530 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:16:24,530 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:16:24,530 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33587
2024-11-08T05:16:24,532 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33587 connecting to ZooKeeper ensemble=127.0.0.1:56641
2024-11-08T05:16:24,532 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:24,534 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:24,547 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335870x0, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:16:24,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33587-0x10118dfb1f50001 connected
2024-11-08T05:16:24,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Set watcher on znode that does not yet exist, /0-1741422847/running
2024-11-08T05:16:24,548 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:16:24,551 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:16:24,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Set watcher on znode that does not yet exist, /0-1741422847/master
2024-11-08T05:16:24,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Set watcher on znode that does not yet exist, /0-1741422847/acl
2024-11-08T05:16:24,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33587
2024-11-08T05:16:24,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33587
2024-11-08T05:16:24,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33587
2024-11-08T05:16:24,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33587
2024-11-08T05:16:24,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33587
2024-11-08T05:16:24,573 DEBUG [M:0;d1ba675678c9:43959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:43959
2024-11-08T05:16:24,573 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1741422847/backup-masters/d1ba675678c9,43959,1731042984300
2024-11-08T05:16:24,582 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847/backup-masters
2024-11-08T05:16:24,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847/backup-masters
2024-11-08T05:16:24,583 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Set watcher on existing znode=/0-1741422847/backup-masters/d1ba675678c9,43959,1731042984300
2024-11-08T05:16:24,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847
2024-11-08T05:16:24,592 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1741422847/master
2024-11-08T05:16:24,592 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847
2024-11-08T05:16:24,593 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Set watcher on existing znode=/0-1741422847/master
2024-11-08T05:16:24,594 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1741422847/backup-masters/d1ba675678c9,43959,1731042984300 from backup master directory
2024-11-08T05:16:24,603 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847/backup-masters
2024-11-08T05:16:24,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1741422847/backup-masters/d1ba675678c9,43959,1731042984300
2024-11-08T05:16:24,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847/backup-masters
2024-11-08T05:16:24,603 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:16:24,603 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,43959,1731042984300
2024-11-08T05:16:24,608 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/hbase.id] with ID: 25c41657-f870-44e0-8cf0-0e9b295b796c
2024-11-08T05:16:24,608 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/.tmp/hbase.id
2024-11-08T05:16:24,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:16:24,616 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/.tmp/hbase.id]:[hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/hbase.id]
2024-11-08T05:16:24,630 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:24,630 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:16:24,632 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-08T05:16:24,645 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847
2024-11-08T05:16:24,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847
2024-11-08T05:16:24,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:16:24,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:16:24,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-08T05:16:24,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-08T05:16:24,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:16:25,054 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:16:25,055 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:16:25,055 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:16:25,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:16:25,068 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store
2024-11-08T05:16:25,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:16:25,476 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:25,477 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:16:25,477 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:25,477 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:25,477 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:16:25,477 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:25,477 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:25,477 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731042985477Disabling compacts and flushes for region at 1731042985477Disabling writes for close at 1731042985477Writing region close event to WAL at 1731042985477Closed at 1731042985477
2024-11-08T05:16:25,478 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store/.initializing
2024-11-08T05:16:25,478 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/WALs/d1ba675678c9,43959,1731042984300
2024-11-08T05:16:25,479 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:16:25,481 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C43959%2C1731042984300, suffix=, logDir=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/WALs/d1ba675678c9,43959,1731042984300, archiveDir=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/oldWALs, maxLogs=10
2024-11-08T05:16:25,500 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/WALs/d1ba675678c9,43959,1731042984300/d1ba675678c9%2C43959%2C1731042984300.1731042985481, exclude list is [], retry=0
2024-11-08T05:16:25,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40711,DS-073a3f22-4297-48c5-9760-a4fa9e9df06b,DISK]
2024-11-08T05:16:25,505 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/WALs/d1ba675678c9,43959,1731042984300/d1ba675678c9%2C43959%2C1731042984300.1731042985481
2024-11-08T05:16:25,505 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46245:46245)]
2024-11-08T05:16:25,505 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:16:25,506 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:25,506 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:25,506 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:25,508 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:16:25,510 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:16:25,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:25,511 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:25,511 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:16:25,512 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:16:25,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:25,513 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:25,513 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:16:25,515 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:16:25,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:25,515 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:25,516 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:16:25,517 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:16:25,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:25,518 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:25,518 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:25,519 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:25,519 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:25,521 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:25,521 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:25,522 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:16:25,526 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:25,538 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:16:25,541 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70489433, jitterRate=0.05037440359592438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:16:25,542 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731042985506Initializing all the Stores at 1731042985507 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042985507Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042985508 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042985508Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042985508Cleaning up temporary data from old regions at 1731042985521 (+13 ms)Region opened successfully at 1731042985542 (+21 ms)
2024-11-08T05:16:25,548 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:16:25,553 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48eba10e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:16:25,554 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:16:25,554 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:16:25,554 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:16:25,554 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:16:25,555 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:16:25,555 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:16:25,555 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:16:25,573 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:16:25,575 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Unable to get data of znode /0-1741422847/balancer because node does not exist (not necessarily an error)
2024-11-08T05:16:25,655 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1741422847/balancer already deleted, retry=false
2024-11-08T05:16:25,656 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:16:25,656 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Unable to get data of znode /0-1741422847/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:16:25,666 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1741422847/normalizer already deleted, retry=false
2024-11-08T05:16:25,667 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:16:25,668 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Unable to get data of znode /0-1741422847/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:16:25,676 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1741422847/switch/split already deleted, retry=false
2024-11-08T05:16:25,677 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Unable to get data of znode /0-1741422847/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:16:25,687 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1741422847/switch/merge already deleted, retry=false
2024-11-08T05:16:25,690 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Unable to get data of znode /0-1741422847/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:16:25,697 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1741422847/snapshot-cleanup already deleted, retry=false
2024-11-08T05:16:25,708 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1741422847/running
2024-11-08T05:16:25,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1741422847/running
2024-11-08T05:16:25,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847
2024-11-08T05:16:25,708 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847
2024-11-08T05:16:25,709 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,43959,1731042984300, sessionid=0x10118dfb1f50000, setting cluster-up flag (Was=false)
2024-11-08T05:16:25,729 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847
2024-11-08T05:16:25,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847
2024-11-08T05:16:25,761 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1741422847/flush-table-proc/acquired, /0-1741422847/flush-table-proc/reached, /0-1741422847/flush-table-proc/abort
2024-11-08T05:16:25,762 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,43959,1731042984300
2024-11-08T05:16:25,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847
2024-11-08T05:16:25,782 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847
2024-11-08T05:16:25,813 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1741422847/online-snapshot/acquired, /0-1741422847/online-snapshot/reached, /0-1741422847/online-snapshot/abort
2024-11-08T05:16:25,815 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,43959,1731042984300
2024-11-08T05:16:25,816 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:16:25,818 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:16:25,818 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:16:25,818 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:16:25,819 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,43959,1731042984300
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:16:25,820 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:16:25,820 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:16:25,820 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:16:25,820 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:16:25,820 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:16:25,821 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:25,821 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:16:25,821 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:25,826 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:16:25,826 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:16:25,827 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:25,827 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:16:25,832 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043015832
2024-11-08T05:16:25,832 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:16:25,832 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:16:25,833 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:16:25,833 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:16:25,833 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:16:25,833 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:16:25,839 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:25,839 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:16:25,840 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:16:25,840 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:16:25,840 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:16:25,842 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:16:25,842 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:16:25,842 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042985842,5,FailOnTimeoutGroup]
2024-11-08T05:16:25,842 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042985842,5,FailOnTimeoutGroup]
2024-11-08T05:16:25,842 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:25,842 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:16:25,842 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:25,842 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:25,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:16:25,851 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:16:25,851 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87
2024-11-08T05:16:25,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741832_1008 (size=32)
2024-11-08T05:16:25,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:25,864 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:16:25,865 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(746): ClusterId : 25c41657-f870-44e0-8cf0-0e9b295b796c
2024-11-08T05:16:25,865 DEBUG [RS:0;d1ba675678c9:33587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:16:25,866 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:16:25,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:25,867 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:25,867 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:16:25,868 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:16:25,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:25,869 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:25,869 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:16:25,870 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:16:25,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:25,871 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:25,871 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:16:25,872 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:16:25,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:25,872 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:25,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:16:25,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740
2024-11-08T05:16:25,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740
2024-11-08T05:16:25,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:16:25,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:16:25,875 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:16:25,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:16:25,877 DEBUG [RS:0;d1ba675678c9:33587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:16:25,877 DEBUG [RS:0;d1ba675678c9:33587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:16:25,879 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:16:25,879 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64486105, jitterRate=-0.039082154631614685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:16:25,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731042985859Initializing all the Stores at 1731042985860 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042985860Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042985864 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042985864Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042985864Cleaning up temporary data from old regions at 1731042985875 (+11 ms)Region opened successfully at 1731042985880 (+5 ms)
2024-11-08T05:16:25,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:16:25,880 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:16:25,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:16:25,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:16:25,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:16:25,884 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:16:25,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731042985880Disabling compacts and flushes for region at 1731042985880Disabling writes for close at 1731042985881 (+1 ms)Writing region close event to WAL at 1731042985884 (+3 ms)Closed at 1731042985884
2024-11-08T05:16:25,886 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:16:25,886 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:16:25,886 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:16:25,887 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:16:25,888 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:16:25,892 DEBUG [RS:0;d1ba675678c9:33587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:16:25,893 DEBUG [RS:0;d1ba675678c9:33587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29032487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:16:25,908 DEBUG [RS:0;d1ba675678c9:33587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:33587
2024-11-08T05:16:25,908 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:16:25,908 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:16:25,909 DEBUG [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:16:25,909 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,43959,1731042984300 with port=33587, startcode=1731042984529
2024-11-08T05:16:25,910 DEBUG [RS:0;d1ba675678c9:33587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:16:25,911 INFO  [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:16:25,912 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,33587,1731042984529
2024-11-08T05:16:25,912 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43959 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,33587,1731042984529
2024-11-08T05:16:25,914 DEBUG [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87
2024-11-08T05:16:25,914 DEBUG [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45169
2024-11-08T05:16:25,914 DEBUG [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:16:25,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847/rs
2024-11-08T05:16:25,982 DEBUG [RS:0;d1ba675678c9:33587 {}] zookeeper.ZKUtil(111): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Set watcher on existing znode=/0-1741422847/rs/d1ba675678c9,33587,1731042984529
2024-11-08T05:16:25,982 WARN  [RS:0;d1ba675678c9:33587 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:16:25,982 INFO  [RS:0;d1ba675678c9:33587 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:16:25,982 DEBUG [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529
2024-11-08T05:16:25,983 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,33587,1731042984529]
2024-11-08T05:16:25,985 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:16:25,987 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:16:25,987 INFO  [RS:0;d1ba675678c9:33587 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:16:25,987 INFO  [RS:0;d1ba675678c9:33587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:25,987 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:16:25,988 INFO  [RS:0;d1ba675678c9:33587 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:16:25,988 INFO  [RS:0;d1ba675678c9:33587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:25,988 DEBUG [RS:0;d1ba675678c9:33587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:25,988 DEBUG [RS:0;d1ba675678c9:33587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:25,988 DEBUG [RS:0;d1ba675678c9:33587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:25,988 DEBUG [RS:0;d1ba675678c9:33587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:25,989 DEBUG [RS:0;d1ba675678c9:33587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:25,989 DEBUG [RS:0;d1ba675678c9:33587 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:16:25,989 DEBUG [RS:0;d1ba675678c9:33587 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:25,989 DEBUG [RS:0;d1ba675678c9:33587 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:25,989 DEBUG [RS:0;d1ba675678c9:33587 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:25,989 DEBUG [RS:0;d1ba675678c9:33587 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:25,989 DEBUG [RS:0;d1ba675678c9:33587 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:25,989 DEBUG [RS:0;d1ba675678c9:33587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:25,989 DEBUG [RS:0;d1ba675678c9:33587 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:16:25,989 DEBUG [RS:0;d1ba675678c9:33587 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:16:25,991 INFO  [RS:0;d1ba675678c9:33587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:25,991 INFO  [RS:0;d1ba675678c9:33587 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:25,991 INFO  [RS:0;d1ba675678c9:33587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:25,991 INFO  [RS:0;d1ba675678c9:33587 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:25,991 INFO  [RS:0;d1ba675678c9:33587 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:25,991 INFO  [RS:0;d1ba675678c9:33587 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33587,1731042984529-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:16:26,010 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:16:26,010 INFO  [RS:0;d1ba675678c9:33587 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33587,1731042984529-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:26,010 INFO  [RS:0;d1ba675678c9:33587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:26,010 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.Replication(171): d1ba675678c9,33587,1731042984529 started
2024-11-08T05:16:26,029 INFO  [RS:0;d1ba675678c9:33587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:26,029 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,33587,1731042984529, RpcServer on d1ba675678c9/172.17.0.3:33587, sessionid=0x10118dfb1f50001
2024-11-08T05:16:26,029 DEBUG [RS:0;d1ba675678c9:33587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:16:26,029 DEBUG [RS:0;d1ba675678c9:33587 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,33587,1731042984529
2024-11-08T05:16:26,029 DEBUG [RS:0;d1ba675678c9:33587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,33587,1731042984529'
2024-11-08T05:16:26,029 DEBUG [RS:0;d1ba675678c9:33587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1741422847/flush-table-proc/abort'
2024-11-08T05:16:26,030 DEBUG [RS:0;d1ba675678c9:33587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1741422847/flush-table-proc/acquired'
2024-11-08T05:16:26,030 DEBUG [RS:0;d1ba675678c9:33587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:16:26,030 DEBUG [RS:0;d1ba675678c9:33587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:16:26,030 DEBUG [RS:0;d1ba675678c9:33587 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,33587,1731042984529
2024-11-08T05:16:26,031 DEBUG [RS:0;d1ba675678c9:33587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,33587,1731042984529'
2024-11-08T05:16:26,031 DEBUG [RS:0;d1ba675678c9:33587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1741422847/online-snapshot/abort'
2024-11-08T05:16:26,031 DEBUG [RS:0;d1ba675678c9:33587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1741422847/online-snapshot/acquired'
2024-11-08T05:16:26,031 DEBUG [RS:0;d1ba675678c9:33587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:16:26,031 INFO  [RS:0;d1ba675678c9:33587 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:16:26,031 INFO  [RS:0;d1ba675678c9:33587 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:16:26,039 WARN  [d1ba675678c9:43959 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-08T05:16:26,132 INFO  [RS:0;d1ba675678c9:33587 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:16:26,133 INFO  [RS:0;d1ba675678c9:33587 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C33587%2C1731042984529, suffix=, logDir=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529, archiveDir=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/oldWALs, maxLogs=10
2024-11-08T05:16:26,152 DEBUG [RS:0;d1ba675678c9:33587 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134, exclude list is [], retry=0
2024-11-08T05:16:26,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40711,DS-073a3f22-4297-48c5-9760-a4fa9e9df06b,DISK]
2024-11-08T05:16:26,178 INFO  [RS:0;d1ba675678c9:33587 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134
2024-11-08T05:16:26,180 DEBUG [RS:0;d1ba675678c9:33587 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46245:46245)]
2024-11-08T05:16:26,289 DEBUG [d1ba675678c9:43959 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:16:26,289 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,33587,1731042984529
2024-11-08T05:16:26,290 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,33587,1731042984529, state=OPENING
2024-11-08T05:16:26,332 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:16:26,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847
2024-11-08T05:16:26,385 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847
2024-11-08T05:16:26,386 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:16:26,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1741422847/meta-region-server: CHANGED
2024-11-08T05:16:26,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1741422847/meta-region-server: CHANGED
2024-11-08T05:16:26,386 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,33587,1731042984529}]
2024-11-08T05:16:26,539 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:16:26,541 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:16:26,545 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:16:26,545 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:16:26,546 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:16:26,547 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C33587%2C1731042984529.meta, suffix=.meta, logDir=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529, archiveDir=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/oldWALs, maxLogs=10
2024-11-08T05:16:26,565 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.meta.1731042986548.meta, exclude list is [], retry=0
2024-11-08T05:16:26,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40711,DS-073a3f22-4297-48c5-9760-a4fa9e9df06b,DISK]
2024-11-08T05:16:26,574 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.meta.1731042986548.meta
2024-11-08T05:16:26,575 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46245:46245)]
2024-11-08T05:16:26,575 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:16:26,575 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:16:26,576 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:16:26,576 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:16:26,576 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:16:26,576 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:16:26,576 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:26,576 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:16:26,576 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:16:26,578 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:16:26,580 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:16:26,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:26,580 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:26,580 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:16:26,581 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:16:26,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:26,582 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:26,582 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:16:26,583 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:16:26,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:26,584 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:26,584 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:16:26,585 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:16:26,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:26,585 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:26,586 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:16:26,587 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740
2024-11-08T05:16:26,591 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740
2024-11-08T05:16:26,593 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:16:26,593 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:16:26,593 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:16:26,595 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:16:26,596 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63849082, jitterRate=-0.0485745370388031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:16:26,597 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:16:26,598 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731042986576Writing region info on filesystem at 1731042986576Initializing all the Stores at 1731042986578 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042986578Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042986578Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042986578Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042986578Cleaning up temporary data from old regions at 1731042986593 (+15 ms)Running coprocessor post-open hooks at 1731042986597 (+4 ms)Region opened successfully at 1731042986598 (+1 ms)
2024-11-08T05:16:26,599 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731042986539
2024-11-08T05:16:26,602 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:16:26,602 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:16:26,603 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,33587,1731042984529
2024-11-08T05:16:26,605 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,33587,1731042984529, state=OPEN
2024-11-08T05:16:26,624 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1741422847/meta-region-server
2024-11-08T05:16:26,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1741422847/meta-region-server: CHANGED
2024-11-08T05:16:26,624 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,33587,1731042984529
2024-11-08T05:16:26,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1741422847/meta-region-server
2024-11-08T05:16:26,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1741422847/meta-region-server: CHANGED
2024-11-08T05:16:26,635 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:16:26,635 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 745 msec
2024-11-08T05:16:26,636 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:16:26,636 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,33587,1731042984529 in 238 msec
2024-11-08T05:16:26,636 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:16:26,636 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:16:26,638 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:16:26,638 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,33587,1731042984529, seqNum=-1]
2024-11-08T05:16:26,638 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:16:26,640 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:16:26,649 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 831 msec
2024-11-08T05:16:26,649 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731042986649, completionTime=-1
2024-11-08T05:16:26,650 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:16:26,650 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:16:26,652 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:16:26,653 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043046652
2024-11-08T05:16:26,653 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043106653
2024-11-08T05:16:26,653 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec
2024-11-08T05:16:26,653 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,43959,1731042984300-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:26,653 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,43959,1731042984300-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:26,653 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,43959,1731042984300-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:26,653 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:43959, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:26,653 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:26,656 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:16:26,658 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:26,662 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.059sec
2024-11-08T05:16:26,663 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:16:26,663 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:16:26,663 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:16:26,663 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:16:26,663 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:16:26,663 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,43959,1731042984300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:16:26,663 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,43959,1731042984300-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:16:26,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75435cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:26,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,43959,-1 for getting cluster id
2024-11-08T05:16:26,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:16:26,674 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:16:26,674 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:16:26,674 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,43959,1731042984300-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:26,677 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25c41657-f870-44e0-8cf0-0e9b295b796c'
2024-11-08T05:16:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:16:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25c41657-f870-44e0-8cf0-0e9b295b796c"

2024-11-08T05:16:26,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11aa3093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:26,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,43959,-1]
2024-11-08T05:16:26,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:16:26,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:26,679 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:16:26,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799d6b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:26,681 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:16:26,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,33587,1731042984529, seqNum=-1]
2024-11-08T05:16:26,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:16:26,684 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:16:26,686 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,43959,1731042984300
2024-11-08T05:16:26,688 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56641
2024-11-08T05:16:26,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:16:26,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10118dfb1f50002 connected
2024-11-08T05:16:26,711 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/hadoop.log.dir so I do NOT create it in target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490
2024-11-08T05:16:26,711 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:16:26,711 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/hadoop.tmp.dir so I do NOT create it in target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490
2024-11-08T05:16:26,711 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:16:26,711 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490
2024-11-08T05:16:26,711 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:16:26,711 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/cluster_27d386d1-d88c-153b-ee70-0e2991a0ed2a, deleteOnExit=true
2024-11-08T05:16:26,711 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:16:26,712 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/test.cache.data in system properties and HBase conf
2024-11-08T05:16:26,712 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:16:26,712 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:16:26,712 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:16:26,712 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:16:26,712 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:16:26,712 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:16:26,712 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:16:26,712 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:16:26,712 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:16:26,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:16:26,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:16:26,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:16:26,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:16:26,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:16:26,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:16:26,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:16:26,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:16:26,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:16:26,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:16:26,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:16:27,134 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:16:27,138 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:16:27,140 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:16:27,140 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:16:27,140 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:16:27,141 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:16:27,142 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4df520fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:16:27,142 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ed6d5f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:16:27,239 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@789f5b60{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/java.io.tmpdir/jetty-localhost-44423-hadoop-hdfs-3_4_1-tests_jar-_-any-5714383351727682505/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:16:27,239 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d2fcc47{HTTP/1.1, (http/1.1)}{localhost:44423}
2024-11-08T05:16:27,239 INFO  [Time-limited test {}] server.Server(415): Started @60676ms
2024-11-08T05:16:27,548 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:16:27,553 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:16:27,554 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:16:27,554 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:16:27,554 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:16:27,555 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19b242ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:16:27,555 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@329db84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:16:27,679 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@720556c7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/java.io.tmpdir/jetty-localhost-38239-hadoop-hdfs-3_4_1-tests_jar-_-any-1682973054889449407/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:16:27,680 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a60572d{HTTP/1.1, (http/1.1)}{localhost:38239}
2024-11-08T05:16:27,680 INFO  [Time-limited test {}] server.Server(415): Started @61116ms
2024-11-08T05:16:27,681 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:16:28,659 WARN  [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/cluster_27d386d1-d88c-153b-ee70-0e2991a0ed2a/data/data1/current/BP-94060942-172.17.0.3-1731042986739/current, will proceed with Du for space computation calculation, 
2024-11-08T05:16:28,659 WARN  [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/cluster_27d386d1-d88c-153b-ee70-0e2991a0ed2a/data/data2/current/BP-94060942-172.17.0.3-1731042986739/current, will proceed with Du for space computation calculation, 
2024-11-08T05:16:28,675 WARN  [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:16:28,678 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef930bf4d1ef6d70 with lease ID 0x8573d612cef98135: Processing first storage report for DS-b5408693-3aad-420b-a272-3352c78a9550 from datanode DatanodeRegistration(127.0.0.1:35453, datanodeUuid=b9ecf91e-3aa4-45bc-bbe0-78777f86892e, infoPort=43415, infoSecurePort=0, ipcPort=36029, storageInfo=lv=-57;cid=testClusterID;nsid=1157988157;c=1731042986739)
2024-11-08T05:16:28,678 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef930bf4d1ef6d70 with lease ID 0x8573d612cef98135: from storage DS-b5408693-3aad-420b-a272-3352c78a9550 node DatanodeRegistration(127.0.0.1:35453, datanodeUuid=b9ecf91e-3aa4-45bc-bbe0-78777f86892e, infoPort=43415, infoSecurePort=0, ipcPort=36029, storageInfo=lv=-57;cid=testClusterID;nsid=1157988157;c=1731042986739), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:16:28,678 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef930bf4d1ef6d70 with lease ID 0x8573d612cef98135: Processing first storage report for DS-c4904aee-7523-4919-b047-aec973cb5d23 from datanode DatanodeRegistration(127.0.0.1:35453, datanodeUuid=b9ecf91e-3aa4-45bc-bbe0-78777f86892e, infoPort=43415, infoSecurePort=0, ipcPort=36029, storageInfo=lv=-57;cid=testClusterID;nsid=1157988157;c=1731042986739)
2024-11-08T05:16:28,678 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef930bf4d1ef6d70 with lease ID 0x8573d612cef98135: from storage DS-c4904aee-7523-4919-b047-aec973cb5d23 node DatanodeRegistration(127.0.0.1:35453, datanodeUuid=b9ecf91e-3aa4-45bc-bbe0-78777f86892e, infoPort=43415, infoSecurePort=0, ipcPort=36029, storageInfo=lv=-57;cid=testClusterID;nsid=1157988157;c=1731042986739), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:16:28,731 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490
2024-11-08T05:16:28,731 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:28,732 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:28,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:16:29,140 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d with version=8
2024-11-08T05:16:29,140 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/hbase-staging
2024-11-08T05:16:29,143 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:16:29,143 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:29,143 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:29,143 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:16:29,143 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:29,143 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:16:29,143 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:16:29,144 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:16:29,144 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33303
2024-11-08T05:16:29,145 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33303 connecting to ZooKeeper ensemble=127.0.0.1:56641
2024-11-08T05:16:29,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333030x0, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:16:29,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33303-0x10118dfb1f50003 connected
2024-11-08T05:16:29,245 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:29,247 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:29,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Set watcher on znode that does not yet exist, /12043971651/running
2024-11-08T05:16:29,250 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d, hbase.cluster.distributed=false
2024-11-08T05:16:29,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Set watcher on znode that does not yet exist, /12043971651/acl
2024-11-08T05:16:29,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33303
2024-11-08T05:16:29,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33303
2024-11-08T05:16:29,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33303
2024-11-08T05:16:29,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33303
2024-11-08T05:16:29,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33303
2024-11-08T05:16:29,275 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:16:29,275 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:29,275 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:29,275 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:16:29,275 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:16:29,275 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:16:29,276 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:16:29,276 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:16:29,276 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45543
2024-11-08T05:16:29,278 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45543 connecting to ZooKeeper ensemble=127.0.0.1:56641
2024-11-08T05:16:29,279 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:29,281 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:29,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455430x0, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:16:29,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455430x0, quorum=127.0.0.1:56641, baseZNode=/12043971651 Set watcher on znode that does not yet exist, /12043971651/running
2024-11-08T05:16:29,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45543-0x10118dfb1f50004 connected
2024-11-08T05:16:29,298 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:16:29,299 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:16:29,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Set watcher on znode that does not yet exist, /12043971651/master
2024-11-08T05:16:29,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Set watcher on znode that does not yet exist, /12043971651/acl
2024-11-08T05:16:29,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45543
2024-11-08T05:16:29,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45543
2024-11-08T05:16:29,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45543
2024-11-08T05:16:29,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45543
2024-11-08T05:16:29,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45543
2024-11-08T05:16:29,325 DEBUG [M:0;d1ba675678c9:33303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:33303
2024-11-08T05:16:29,325 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12043971651/backup-masters/d1ba675678c9,33303,1731042989143
2024-11-08T05:16:29,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651/backup-masters
2024-11-08T05:16:29,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651/backup-masters
2024-11-08T05:16:29,337 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Set watcher on existing znode=/12043971651/backup-masters/d1ba675678c9,33303,1731042989143
2024-11-08T05:16:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651
2024-11-08T05:16:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12043971651/master
2024-11-08T05:16:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651
2024-11-08T05:16:29,347 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Set watcher on existing znode=/12043971651/master
2024-11-08T05:16:29,348 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12043971651/backup-masters/d1ba675678c9,33303,1731042989143 from backup master directory
2024-11-08T05:16:29,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651/backup-masters
2024-11-08T05:16:29,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12043971651/backup-masters/d1ba675678c9,33303,1731042989143
2024-11-08T05:16:29,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651/backup-masters
2024-11-08T05:16:29,360 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:16:29,361 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,33303,1731042989143
2024-11-08T05:16:29,365 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/hbase.id] with ID: dad9135c-3db2-4562-bd44-33d83610ff24
2024-11-08T05:16:29,366 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/.tmp/hbase.id
2024-11-08T05:16:29,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:16:29,771 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/.tmp/hbase.id]:[hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/hbase.id]
2024-11-08T05:16:29,782 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:29,782 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:16:29,783 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-08T05:16:29,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651
2024-11-08T05:16:29,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651
2024-11-08T05:16:29,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:16:30,325 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:16:30,326 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:16:30,326 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:16:30,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:16:30,357 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:16:30,379 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:30,379 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:30,380 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:30,390 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:30,734 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store
2024-11-08T05:16:30,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:16:30,743 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:30,743 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:16:30,743 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:30,743 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:30,743 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:16:30,743 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:30,743 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:16:30,743 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731042990743Disabling compacts and flushes for region at 1731042990743Disabling writes for close at 1731042990743Writing region close event to WAL at 1731042990743Closed at 1731042990743
2024-11-08T05:16:30,745 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store/.initializing
2024-11-08T05:16:30,745 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/WALs/d1ba675678c9,33303,1731042989143
2024-11-08T05:16:30,746 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:16:30,747 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C33303%2C1731042989143, suffix=, logDir=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/WALs/d1ba675678c9,33303,1731042989143, archiveDir=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/oldWALs, maxLogs=10
2024-11-08T05:16:30,761 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/WALs/d1ba675678c9,33303,1731042989143/d1ba675678c9%2C33303%2C1731042989143.1731042990747, exclude list is [], retry=0
2024-11-08T05:16:30,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35453,DS-b5408693-3aad-420b-a272-3352c78a9550,DISK]
2024-11-08T05:16:30,769 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/WALs/d1ba675678c9,33303,1731042989143/d1ba675678c9%2C33303%2C1731042989143.1731042990747
2024-11-08T05:16:30,769 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43415:43415)]
2024-11-08T05:16:30,769 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:16:30,769 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:30,769 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:30,769 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:30,771 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:16:30,772 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:16:30,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:30,773 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:30,773 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:16:30,774 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:16:30,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:30,775 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:30,775 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:16:30,776 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:16:30,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:30,777 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:30,777 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:16:30,778 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:16:30,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:30,778 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:30,779 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:30,779 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:30,779 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:30,780 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:30,780 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:30,781 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:16:30,782 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:16:30,783 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:16:30,784 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64401899, jitterRate=-0.04033692181110382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:16:30,784 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731042990770Initializing all the Stores at 1731042990770Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042990770Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042990771 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042990771Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042990771Cleaning up temporary data from old regions at 1731042990780 (+9 ms)Region opened successfully at 1731042990784 (+4 ms)
2024-11-08T05:16:30,784 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:16:30,787 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a75d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:16:30,787 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:16:30,788 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:16:30,788 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:16:30,788 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:16:30,788 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:16:30,788 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:16:30,789 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:16:30,791 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:16:30,791 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Unable to get data of znode /12043971651/balancer because node does not exist (not necessarily an error)
2024-11-08T05:16:30,820 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12043971651/balancer already deleted, retry=false
2024-11-08T05:16:30,821 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:16:30,821 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Unable to get data of znode /12043971651/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:16:30,852 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12043971651/normalizer already deleted, retry=false
2024-11-08T05:16:30,852 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:16:30,853 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Unable to get data of znode /12043971651/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:16:30,883 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12043971651/switch/split already deleted, retry=false
2024-11-08T05:16:30,884 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Unable to get data of znode /12043971651/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:16:30,915 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12043971651/switch/merge already deleted, retry=false
2024-11-08T05:16:30,917 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Unable to get data of znode /12043971651/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:16:30,936 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12043971651/snapshot-cleanup already deleted, retry=false
2024-11-08T05:16:30,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12043971651/running
2024-11-08T05:16:30,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12043971651/running
2024-11-08T05:16:30,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651
2024-11-08T05:16:30,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651
2024-11-08T05:16:30,947 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,33303,1731042989143, sessionid=0x10118dfb1f50003, setting cluster-up flag (Was=false)
2024-11-08T05:16:30,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651
2024-11-08T05:16:30,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651
2024-11-08T05:16:31,002 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12043971651/flush-table-proc/acquired, /12043971651/flush-table-proc/reached, /12043971651/flush-table-proc/abort
2024-11-08T05:16:31,003 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,33303,1731042989143
2024-11-08T05:16:31,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651
2024-11-08T05:16:31,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651
2024-11-08T05:16:31,055 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12043971651/online-snapshot/acquired, /12043971651/online-snapshot/reached, /12043971651/online-snapshot/abort
2024-11-08T05:16:31,056 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,33303,1731042989143
2024-11-08T05:16:31,057 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:16:31,059 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:16:31,059 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:16:31,059 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:16:31,059 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,33303,1731042989143
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:16:31,061 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:16:31,061 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:16:31,061 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:16:31,061 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:16:31,061 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:16:31,061 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:31,061 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:16:31,061 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:31,061 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043021061
2024-11-08T05:16:31,062 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:16:31,062 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:16:31,062 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:16:31,062 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:16:31,062 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:16:31,062 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:16:31,062 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:31,062 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:16:31,062 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:16:31,062 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:16:31,063 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:16:31,063 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:16:31,063 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:16:31,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:16:31,063 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:16:31,063 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042991063,5,FailOnTimeoutGroup]
2024-11-08T05:16:31,064 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042991063,5,FailOnTimeoutGroup]
2024-11-08T05:16:31,064 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:31,064 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:16:31,064 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:31,064 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:31,064 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:31,064 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:16:31,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:16:31,113 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(746): ClusterId : dad9135c-3db2-4562-bd44-33d83610ff24
2024-11-08T05:16:31,113 DEBUG [RS:0;d1ba675678c9:45543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:16:31,126 DEBUG [RS:0;d1ba675678c9:45543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:16:31,126 DEBUG [RS:0;d1ba675678c9:45543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:16:31,140 DEBUG [RS:0;d1ba675678c9:45543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:16:31,141 DEBUG [RS:0;d1ba675678c9:45543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7807a95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:16:31,152 DEBUG [RS:0;d1ba675678c9:45543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:45543
2024-11-08T05:16:31,152 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:16:31,152 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:16:31,152 DEBUG [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:16:31,153 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,33303,1731042989143 with port=45543, startcode=1731042989275
2024-11-08T05:16:31,153 DEBUG [RS:0;d1ba675678c9:45543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:16:31,154 INFO  [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:16:31,155 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,45543,1731042989275
2024-11-08T05:16:31,155 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33303 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,45543,1731042989275
2024-11-08T05:16:31,156 DEBUG [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d
2024-11-08T05:16:31,156 DEBUG [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39835
2024-11-08T05:16:31,156 DEBUG [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:16:31,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651/rs
2024-11-08T05:16:31,251 DEBUG [RS:0;d1ba675678c9:45543 {}] zookeeper.ZKUtil(111): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Set watcher on existing znode=/12043971651/rs/d1ba675678c9,45543,1731042989275
2024-11-08T05:16:31,251 WARN  [RS:0;d1ba675678c9:45543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:16:31,251 INFO  [RS:0;d1ba675678c9:45543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:16:31,252 DEBUG [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/WALs/d1ba675678c9,45543,1731042989275
2024-11-08T05:16:31,252 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,45543,1731042989275]
2024-11-08T05:16:31,255 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:16:31,256 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:16:31,257 INFO  [RS:0;d1ba675678c9:45543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:16:31,257 INFO  [RS:0;d1ba675678c9:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:31,257 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:16:31,258 INFO  [RS:0;d1ba675678c9:45543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:16:31,258 INFO  [RS:0;d1ba675678c9:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:31,258 DEBUG [RS:0;d1ba675678c9:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:31,258 DEBUG [RS:0;d1ba675678c9:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:31,258 DEBUG [RS:0;d1ba675678c9:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:31,258 DEBUG [RS:0;d1ba675678c9:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:31,258 DEBUG [RS:0;d1ba675678c9:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:31,258 DEBUG [RS:0;d1ba675678c9:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:16:31,258 DEBUG [RS:0;d1ba675678c9:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:31,258 DEBUG [RS:0;d1ba675678c9:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:31,258 DEBUG [RS:0;d1ba675678c9:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:31,258 DEBUG [RS:0;d1ba675678c9:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:31,258 DEBUG [RS:0;d1ba675678c9:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:31,258 DEBUG [RS:0;d1ba675678c9:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:16:31,258 DEBUG [RS:0;d1ba675678c9:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:16:31,258 DEBUG [RS:0;d1ba675678c9:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:16:31,259 INFO  [RS:0;d1ba675678c9:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:31,259 INFO  [RS:0;d1ba675678c9:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:31,259 INFO  [RS:0;d1ba675678c9:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:31,259 INFO  [RS:0;d1ba675678c9:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:31,259 INFO  [RS:0;d1ba675678c9:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:31,259 INFO  [RS:0;d1ba675678c9:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45543,1731042989275-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:16:31,273 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:16:31,273 INFO  [RS:0;d1ba675678c9:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45543,1731042989275-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:31,273 INFO  [RS:0;d1ba675678c9:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:31,273 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.Replication(171): d1ba675678c9,45543,1731042989275 started
2024-11-08T05:16:31,288 INFO  [RS:0;d1ba675678c9:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:31,288 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,45543,1731042989275, RpcServer on d1ba675678c9/172.17.0.3:45543, sessionid=0x10118dfb1f50004
2024-11-08T05:16:31,288 DEBUG [RS:0;d1ba675678c9:45543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:16:31,288 DEBUG [RS:0;d1ba675678c9:45543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,45543,1731042989275
2024-11-08T05:16:31,288 DEBUG [RS:0;d1ba675678c9:45543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,45543,1731042989275'
2024-11-08T05:16:31,288 DEBUG [RS:0;d1ba675678c9:45543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12043971651/flush-table-proc/abort'
2024-11-08T05:16:31,288 DEBUG [RS:0;d1ba675678c9:45543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12043971651/flush-table-proc/acquired'
2024-11-08T05:16:31,289 DEBUG [RS:0;d1ba675678c9:45543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:16:31,289 DEBUG [RS:0;d1ba675678c9:45543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:16:31,289 DEBUG [RS:0;d1ba675678c9:45543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,45543,1731042989275
2024-11-08T05:16:31,289 DEBUG [RS:0;d1ba675678c9:45543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,45543,1731042989275'
2024-11-08T05:16:31,289 DEBUG [RS:0;d1ba675678c9:45543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12043971651/online-snapshot/abort'
2024-11-08T05:16:31,289 DEBUG [RS:0;d1ba675678c9:45543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12043971651/online-snapshot/acquired'
2024-11-08T05:16:31,289 DEBUG [RS:0;d1ba675678c9:45543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:16:31,290 INFO  [RS:0;d1ba675678c9:45543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:16:31,290 INFO  [RS:0;d1ba675678c9:45543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:16:31,390 INFO  [RS:0;d1ba675678c9:45543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:16:31,391 INFO  [RS:0;d1ba675678c9:45543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C45543%2C1731042989275, suffix=, logDir=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/WALs/d1ba675678c9,45543,1731042989275, archiveDir=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/oldWALs, maxLogs=10
2024-11-08T05:16:31,404 DEBUG [RS:0;d1ba675678c9:45543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/WALs/d1ba675678c9,45543,1731042989275/d1ba675678c9%2C45543%2C1731042989275.1731042991392, exclude list is [], retry=0
2024-11-08T05:16:31,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35453,DS-b5408693-3aad-420b-a272-3352c78a9550,DISK]
2024-11-08T05:16:31,408 INFO  [RS:0;d1ba675678c9:45543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/WALs/d1ba675678c9,45543,1731042989275/d1ba675678c9%2C45543%2C1731042989275.1731042991392
2024-11-08T05:16:31,408 DEBUG [RS:0;d1ba675678c9:45543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43415:43415)]
2024-11-08T05:16:31,474 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:16:31,474 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d
2024-11-08T05:16:31,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741833_1009 (size=32)
2024-11-08T05:16:31,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:31,881 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:16:31,882 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:16:31,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:31,883 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:31,883 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:16:31,884 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:16:31,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:31,884 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:31,884 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:16:31,885 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:16:31,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:31,886 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:31,886 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:16:31,887 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:16:31,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:31,887 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:31,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:16:31,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740
2024-11-08T05:16:31,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740
2024-11-08T05:16:31,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:16:31,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:16:31,890 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:16:31,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:16:31,892 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:16:31,893 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69639214, jitterRate=0.03770515322685242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:16:31,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731042991880Initializing all the Stores at 1731042991881 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042991881Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042991881Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042991881Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042991881Cleaning up temporary data from old regions at 1731042991890 (+9 ms)Region opened successfully at 1731042991893 (+3 ms)
2024-11-08T05:16:31,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:16:31,893 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:16:31,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:16:31,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:16:31,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:16:31,893 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:16:31,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731042991893Disabling compacts and flushes for region at 1731042991893Disabling writes for close at 1731042991893Writing region close event to WAL at 1731042991893Closed at 1731042991893
2024-11-08T05:16:31,895 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:16:31,895 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:16:31,895 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:16:31,896 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:16:31,897 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:16:31,986 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-08T05:16:32,047 DEBUG [d1ba675678c9:33303 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:16:32,047 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,45543,1731042989275
2024-11-08T05:16:32,049 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,45543,1731042989275, state=OPENING
2024-11-08T05:16:32,055 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:16:32,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651
2024-11-08T05:16:32,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651
2024-11-08T05:16:32,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12043971651/meta-region-server: CHANGED
2024-11-08T05:16:32,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12043971651/meta-region-server: CHANGED
2024-11-08T05:16:32,066 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:16:32,066 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,45543,1731042989275}]
2024-11-08T05:16:32,219 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:16:32,221 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:16:32,224 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:16:32,224 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:16:32,224 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:16:32,226 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C45543%2C1731042989275.meta, suffix=.meta, logDir=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/WALs/d1ba675678c9,45543,1731042989275, archiveDir=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/oldWALs, maxLogs=10
2024-11-08T05:16:32,238 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/WALs/d1ba675678c9,45543,1731042989275/d1ba675678c9%2C45543%2C1731042989275.meta.1731042992226.meta, exclude list is [], retry=0
2024-11-08T05:16:32,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35453,DS-b5408693-3aad-420b-a272-3352c78a9550,DISK]
2024-11-08T05:16:32,242 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/WALs/d1ba675678c9,45543,1731042989275/d1ba675678c9%2C45543%2C1731042989275.meta.1731042992226.meta
2024-11-08T05:16:32,242 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43415:43415)]
2024-11-08T05:16:32,242 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:16:32,242 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:16:32,242 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:16:32,242 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:16:32,242 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:16:32,243 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:16:32,243 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:32,243 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:16:32,243 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:16:32,244 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:16:32,245 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:16:32,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:32,245 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:32,245 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:16:32,246 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:16:32,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:32,247 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:32,247 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:16:32,247 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:16:32,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:32,248 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:32,248 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:16:32,248 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:16:32,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:32,249 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:16:32,249 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:16:32,249 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740
2024-11-08T05:16:32,250 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740
2024-11-08T05:16:32,251 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:16:32,251 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:16:32,252 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:16:32,253 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:16:32,253 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72614167, jitterRate=0.08203540742397308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:16:32,254 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:16:32,254 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731042992243Writing region info on filesystem at 1731042992243Initializing all the Stores at 1731042992244 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042992244Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042992244Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042992244Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731042992244Cleaning up temporary data from old regions at 1731042992251 (+7 ms)Running coprocessor post-open hooks at 1731042992254 (+3 ms)Region opened successfully at 1731042992254
2024-11-08T05:16:32,254 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731042992218
2024-11-08T05:16:32,256 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:16:32,256 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:16:32,257 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,45543,1731042989275
2024-11-08T05:16:32,258 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,45543,1731042989275, state=OPEN
2024-11-08T05:16:32,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12043971651/meta-region-server
2024-11-08T05:16:32,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12043971651/meta-region-server
2024-11-08T05:16:32,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12043971651/meta-region-server: CHANGED
2024-11-08T05:16:32,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12043971651/meta-region-server: CHANGED
2024-11-08T05:16:32,372 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,45543,1731042989275
2024-11-08T05:16:32,375 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:16:32,376 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,45543,1731042989275 in 306 msec
2024-11-08T05:16:32,378 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:16:32,379 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec
2024-11-08T05:16:32,380 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:16:32,380 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:16:32,382 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:16:32,382 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45543,1731042989275, seqNum=-1]
2024-11-08T05:16:32,382 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:16:32,384 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:16:32,391 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3310 sec
2024-11-08T05:16:32,391 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731042992391, completionTime=-1
2024-11-08T05:16:32,391 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:16:32,391 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:16:32,393 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:16:32,393 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043052393
2024-11-08T05:16:32,393 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043112393
2024-11-08T05:16:32,393 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-08T05:16:32,393 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33303,1731042989143-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:32,393 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33303,1731042989143-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:32,393 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33303,1731042989143-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:32,393 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:33303, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:32,393 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:32,393 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:32,395 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:16:32,397 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.036sec
2024-11-08T05:16:32,397 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:16:32,397 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:16:32,397 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:16:32,397 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:16:32,397 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:16:32,397 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33303,1731042989143-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:16:32,397 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33303,1731042989143-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:16:32,399 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:16:32,399 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:16:32,399 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33303,1731042989143-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:16:32,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0551fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:32,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,33303,-1 for getting cluster id
2024-11-08T05:16:32,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:16:32,414 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dad9135c-3db2-4562-bd44-33d83610ff24'
2024-11-08T05:16:32,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:16:32,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dad9135c-3db2-4562-bd44-33d83610ff24"

2024-11-08T05:16:32,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4c5379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:32,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,33303,-1]
2024-11-08T05:16:32,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:16:32,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:32,416 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:16:32,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70204047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:32,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:16:32,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45543,1731042989275, seqNum=-1]
2024-11-08T05:16:32,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:16:32,419 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:16:32,422 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,33303,1731042989143
2024-11-08T05:16:32,423 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56641
2024-11-08T05:16:32,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:16:32,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10118dfb1f50005 connected
2024-11-08T05:16:32,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:16:32,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,43959,1731042984300
2024-11-08T05:16:32,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cf7c9a3
2024-11-08T05:16:32,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:16:32,451 INFO  [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:16:32,453 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:16:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-08T05:16:32,457 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:16:32,458 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:32,458 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-08T05:16:32,459 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:16:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:16:32,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741835_1011 (size=902)
2024-11-08T05:16:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:16:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:16:32,866 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c87dedea88c80aeabf3ccf7ed7e0e73, NAME => 'test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87
2024-11-08T05:16:32,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741836_1012 (size=39)
2024-11-08T05:16:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:16:33,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:33,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0c87dedea88c80aeabf3ccf7ed7e0e73, disabling compactions & flushes
2024-11-08T05:16:33,272 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73.
2024-11-08T05:16:33,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73.
2024-11-08T05:16:33,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73. after waiting 0 ms
2024-11-08T05:16:33,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73.
2024-11-08T05:16:33,272 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73.
2024-11-08T05:16:33,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c87dedea88c80aeabf3ccf7ed7e0e73:
Waiting for close lock at 1731042993272Disabling compacts and flushes for region at 1731042993272Disabling writes for close at 1731042993272Writing region close event to WAL at 1731042993272Closed at 1731042993272
2024-11-08T05:16:33,274 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:16:33,274 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731042993274"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731042993274"}]},"ts":"1731042993274"}
2024-11-08T05:16:33,277 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:16:33,278 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:16:33,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731042993278"}]},"ts":"1731042993278"}
2024-11-08T05:16:33,280 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-08T05:16:33,281 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0c87dedea88c80aeabf3ccf7ed7e0e73, ASSIGN}]
2024-11-08T05:16:33,282 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0c87dedea88c80aeabf3ccf7ed7e0e73, ASSIGN
2024-11-08T05:16:33,283 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0c87dedea88c80aeabf3ccf7ed7e0e73, ASSIGN; state=OFFLINE, location=d1ba675678c9,33587,1731042984529; forceNewPlan=false, retain=false
2024-11-08T05:16:33,434 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c87dedea88c80aeabf3ccf7ed7e0e73, regionState=OPENING, regionLocation=d1ba675678c9,33587,1731042984529
2024-11-08T05:16:33,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0c87dedea88c80aeabf3ccf7ed7e0e73, ASSIGN because future has completed
2024-11-08T05:16:33,437 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c87dedea88c80aeabf3ccf7ed7e0e73, server=d1ba675678c9,33587,1731042984529}]
2024-11-08T05:16:33,594 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73.
2024-11-08T05:16:33,594 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c87dedea88c80aeabf3ccf7ed7e0e73, NAME => 'test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:16:33,594 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:16:33,595 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-08T05:16:33,595 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0c87dedea88c80aeabf3ccf7ed7e0e73
2024-11-08T05:16:33,595 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:33,595 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0c87dedea88c80aeabf3ccf7ed7e0e73
2024-11-08T05:16:33,595 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0c87dedea88c80aeabf3ccf7ed7e0e73
2024-11-08T05:16:33,596 INFO  [StoreOpener-0c87dedea88c80aeabf3ccf7ed7e0e73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0c87dedea88c80aeabf3ccf7ed7e0e73 
2024-11-08T05:16:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:16:33,598 INFO  [StoreOpener-0c87dedea88c80aeabf3ccf7ed7e0e73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c87dedea88c80aeabf3ccf7ed7e0e73 columnFamilyName f
2024-11-08T05:16:33,598 DEBUG [StoreOpener-0c87dedea88c80aeabf3ccf7ed7e0e73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:33,598 INFO  [StoreOpener-0c87dedea88c80aeabf3ccf7ed7e0e73-1 {}] regionserver.HStore(327): Store=0c87dedea88c80aeabf3ccf7ed7e0e73/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:33,598 INFO  [StoreOpener-0c87dedea88c80aeabf3ccf7ed7e0e73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0c87dedea88c80aeabf3ccf7ed7e0e73 
2024-11-08T05:16:33,599 INFO  [StoreOpener-0c87dedea88c80aeabf3ccf7ed7e0e73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c87dedea88c80aeabf3ccf7ed7e0e73 columnFamilyName f1
2024-11-08T05:16:33,599 DEBUG [StoreOpener-0c87dedea88c80aeabf3ccf7ed7e0e73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:33,600 INFO  [StoreOpener-0c87dedea88c80aeabf3ccf7ed7e0e73-1 {}] regionserver.HStore(327): Store=0c87dedea88c80aeabf3ccf7ed7e0e73/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:33,600 INFO  [StoreOpener-0c87dedea88c80aeabf3ccf7ed7e0e73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0c87dedea88c80aeabf3ccf7ed7e0e73 
2024-11-08T05:16:33,601 INFO  [StoreOpener-0c87dedea88c80aeabf3ccf7ed7e0e73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c87dedea88c80aeabf3ccf7ed7e0e73 columnFamilyName norep
2024-11-08T05:16:33,601 DEBUG [StoreOpener-0c87dedea88c80aeabf3ccf7ed7e0e73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:33,601 INFO  [StoreOpener-0c87dedea88c80aeabf3ccf7ed7e0e73-1 {}] regionserver.HStore(327): Store=0c87dedea88c80aeabf3ccf7ed7e0e73/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:33,601 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0c87dedea88c80aeabf3ccf7ed7e0e73
2024-11-08T05:16:33,602 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73
2024-11-08T05:16:33,602 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73
2024-11-08T05:16:33,603 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0c87dedea88c80aeabf3ccf7ed7e0e73
2024-11-08T05:16:33,603 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0c87dedea88c80aeabf3ccf7ed7e0e73
2024-11-08T05:16:33,604 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:16:33,605 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0c87dedea88c80aeabf3ccf7ed7e0e73
2024-11-08T05:16:33,606 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:16:33,607 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0c87dedea88c80aeabf3ccf7ed7e0e73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72858796, jitterRate=0.08568066358566284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:16:33,607 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c87dedea88c80aeabf3ccf7ed7e0e73
2024-11-08T05:16:33,607 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0c87dedea88c80aeabf3ccf7ed7e0e73:
Running coprocessor pre-open hook at 1731042993595Writing region info on filesystem at 1731042993595Initializing all the Stores at 1731042993596 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042993596Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042993596Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042993596Cleaning up temporary data from old regions at 1731042993603 (+7 ms)Running coprocessor post-open hooks at 1731042993607 (+4 ms)Region opened successfully at 1731042993607
2024-11-08T05:16:33,609 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73., pid=6, masterSystemTime=1731042993590
2024-11-08T05:16:33,612 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73.
2024-11-08T05:16:33,612 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73.
2024-11-08T05:16:33,613 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c87dedea88c80aeabf3ccf7ed7e0e73, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d1ba675678c9,33587,1731042984529
2024-11-08T05:16:33,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c87dedea88c80aeabf3ccf7ed7e0e73, server=d1ba675678c9,33587,1731042984529 because future has completed
2024-11-08T05:16:33,618 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:16:33,618 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c87dedea88c80aeabf3ccf7ed7e0e73, server=d1ba675678c9,33587,1731042984529 in 179 msec
2024-11-08T05:16:33,620 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T05:16:33,621 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0c87dedea88c80aeabf3ccf7ed7e0e73, ASSIGN in 337 msec
2024-11-08T05:16:33,621 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:16:33,621 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731042993621"}]},"ts":"1731042993621"}
2024-11-08T05:16:33,623 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-08T05:16:33,624 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:16:33,626 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec
2024-11-08T05:16:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:16:34,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:16:34,607 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-08T05:16:34,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,33303,1731042989143
2024-11-08T05:16:34,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66de87a6
2024-11-08T05:16:34,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:16:34,609 INFO  [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:16:34,609 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:16:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33303 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-08T05:16:34,612 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:16:34,612 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:34,612 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-08T05:16:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:16:34,613 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:16:34,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741835_1011 (size=902)
2024-11-08T05:16:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:16:34,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-08T05:16:34,854 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-08T05:16:34,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-08T05:16:34,855 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-08T05:16:34,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:16:34,855 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-08T05:16:34,856 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:16:34,856 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-08T05:16:34,856 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:16:34,856 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-08T05:16:34,856 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-08T05:16:34,856 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-08T05:16:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:16:35,035 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ce0e571d7e2c64fc683b341eca3aad2d, NAME => 'test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d
2024-11-08T05:16:35,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741836_1012 (size=39)
2024-11-08T05:16:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:16:35,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:35,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ce0e571d7e2c64fc683b341eca3aad2d, disabling compactions & flushes
2024-11-08T05:16:35,441 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d.
2024-11-08T05:16:35,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d.
2024-11-08T05:16:35,442 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d. after waiting 0 ms
2024-11-08T05:16:35,442 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d.
2024-11-08T05:16:35,442 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d.
2024-11-08T05:16:35,442 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ce0e571d7e2c64fc683b341eca3aad2d:
Waiting for close lock at 1731042995441Disabling compacts and flushes for region at 1731042995441Disabling writes for close at 1731042995442 (+1 ms)Writing region close event to WAL at 1731042995442Closed at 1731042995442
2024-11-08T05:16:35,443 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:16:35,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731042995443"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731042995443"}]},"ts":"1731042995443"}
2024-11-08T05:16:35,446 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:16:35,447 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:16:35,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731042995447"}]},"ts":"1731042995447"}
2024-11-08T05:16:35,448 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-08T05:16:35,449 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ce0e571d7e2c64fc683b341eca3aad2d, ASSIGN}]
2024-11-08T05:16:35,450 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ce0e571d7e2c64fc683b341eca3aad2d, ASSIGN
2024-11-08T05:16:35,451 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ce0e571d7e2c64fc683b341eca3aad2d, ASSIGN; state=OFFLINE, location=d1ba675678c9,45543,1731042989275; forceNewPlan=false, retain=false
2024-11-08T05:16:35,601 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ce0e571d7e2c64fc683b341eca3aad2d, regionState=OPENING, regionLocation=d1ba675678c9,45543,1731042989275
2024-11-08T05:16:35,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ce0e571d7e2c64fc683b341eca3aad2d, ASSIGN because future has completed
2024-11-08T05:16:35,605 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce0e571d7e2c64fc683b341eca3aad2d, server=d1ba675678c9,45543,1731042989275}]
2024-11-08T05:16:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:16:35,761 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d.
2024-11-08T05:16:35,761 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ce0e571d7e2c64fc683b341eca3aad2d, NAME => 'test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:16:35,761 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:16:35,761 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-08T05:16:35,761 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ce0e571d7e2c64fc683b341eca3aad2d
2024-11-08T05:16:35,761 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:35,761 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ce0e571d7e2c64fc683b341eca3aad2d
2024-11-08T05:16:35,762 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ce0e571d7e2c64fc683b341eca3aad2d
2024-11-08T05:16:35,763 INFO  [StoreOpener-ce0e571d7e2c64fc683b341eca3aad2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ce0e571d7e2c64fc683b341eca3aad2d 
2024-11-08T05:16:35,764 INFO  [StoreOpener-ce0e571d7e2c64fc683b341eca3aad2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce0e571d7e2c64fc683b341eca3aad2d columnFamilyName f
2024-11-08T05:16:35,764 DEBUG [StoreOpener-ce0e571d7e2c64fc683b341eca3aad2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:35,765 INFO  [StoreOpener-ce0e571d7e2c64fc683b341eca3aad2d-1 {}] regionserver.HStore(327): Store=ce0e571d7e2c64fc683b341eca3aad2d/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:35,765 INFO  [StoreOpener-ce0e571d7e2c64fc683b341eca3aad2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ce0e571d7e2c64fc683b341eca3aad2d 
2024-11-08T05:16:35,766 INFO  [StoreOpener-ce0e571d7e2c64fc683b341eca3aad2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce0e571d7e2c64fc683b341eca3aad2d columnFamilyName f1
2024-11-08T05:16:35,766 DEBUG [StoreOpener-ce0e571d7e2c64fc683b341eca3aad2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:35,767 INFO  [StoreOpener-ce0e571d7e2c64fc683b341eca3aad2d-1 {}] regionserver.HStore(327): Store=ce0e571d7e2c64fc683b341eca3aad2d/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:35,767 INFO  [StoreOpener-ce0e571d7e2c64fc683b341eca3aad2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ce0e571d7e2c64fc683b341eca3aad2d 
2024-11-08T05:16:35,768 INFO  [StoreOpener-ce0e571d7e2c64fc683b341eca3aad2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce0e571d7e2c64fc683b341eca3aad2d columnFamilyName norep
2024-11-08T05:16:35,768 DEBUG [StoreOpener-ce0e571d7e2c64fc683b341eca3aad2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:35,768 INFO  [StoreOpener-ce0e571d7e2c64fc683b341eca3aad2d-1 {}] regionserver.HStore(327): Store=ce0e571d7e2c64fc683b341eca3aad2d/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:35,768 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ce0e571d7e2c64fc683b341eca3aad2d
2024-11-08T05:16:35,769 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/default/test/ce0e571d7e2c64fc683b341eca3aad2d
2024-11-08T05:16:35,769 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/default/test/ce0e571d7e2c64fc683b341eca3aad2d
2024-11-08T05:16:35,770 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ce0e571d7e2c64fc683b341eca3aad2d
2024-11-08T05:16:35,770 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ce0e571d7e2c64fc683b341eca3aad2d
2024-11-08T05:16:35,770 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:16:35,772 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ce0e571d7e2c64fc683b341eca3aad2d
2024-11-08T05:16:35,773 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/default/test/ce0e571d7e2c64fc683b341eca3aad2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:16:35,774 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ce0e571d7e2c64fc683b341eca3aad2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72113205, jitterRate=0.07457049190998077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:16:35,774 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce0e571d7e2c64fc683b341eca3aad2d
2024-11-08T05:16:35,774 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ce0e571d7e2c64fc683b341eca3aad2d:
Running coprocessor pre-open hook at 1731042995762Writing region info on filesystem at 1731042995762Initializing all the Stores at 1731042995762Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042995762Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042995763 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042995763Cleaning up temporary data from old regions at 1731042995770 (+7 ms)Running coprocessor post-open hooks at 1731042995774 (+4 ms)Region opened successfully at 1731042995774
2024-11-08T05:16:35,775 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d., pid=6, masterSystemTime=1731042995757
2024-11-08T05:16:35,777 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d.
2024-11-08T05:16:35,777 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d.
2024-11-08T05:16:35,777 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ce0e571d7e2c64fc683b341eca3aad2d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d1ba675678c9,45543,1731042989275
2024-11-08T05:16:35,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce0e571d7e2c64fc683b341eca3aad2d, server=d1ba675678c9,45543,1731042989275 because future has completed
2024-11-08T05:16:35,783 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:16:35,783 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ce0e571d7e2c64fc683b341eca3aad2d, server=d1ba675678c9,45543,1731042989275 in 177 msec
2024-11-08T05:16:35,785 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T05:16:35,785 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ce0e571d7e2c64fc683b341eca3aad2d, ASSIGN in 334 msec
2024-11-08T05:16:35,786 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:16:35,787 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731042995786"}]},"ts":"1731042995786"}
2024-11-08T05:16:35,789 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-08T05:16:35,790 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:16:35,792 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec
2024-11-08T05:16:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:16:36,766 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-08T05:16:36,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559c705d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:36,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,43959,-1 for getting cluster id
2024-11-08T05:16:36,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:16:36,768 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25c41657-f870-44e0-8cf0-0e9b295b796c'
2024-11-08T05:16:36,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:16:36,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25c41657-f870-44e0-8cf0-0e9b295b796c"

2024-11-08T05:16:36,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd45f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:36,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,43959,-1]
2024-11-08T05:16:36,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:16:36,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:36,770 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:16:36,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63aecfe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:36,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561e5a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:36,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,33303,-1 for getting cluster id
2024-11-08T05:16:36,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:16:36,772 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dad9135c-3db2-4562-bd44-33d83610ff24'
2024-11-08T05:16:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:16:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dad9135c-3db2-4562-bd44-33d83610ff24"

2024-11-08T05:16:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a2e00c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,33303,-1]
2024-11-08T05:16:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:16:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:36,773 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:16:36,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2132815f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:36,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abe0e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:36,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,43959,-1 for getting cluster id
2024-11-08T05:16:36,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:16:36,775 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25c41657-f870-44e0-8cf0-0e9b295b796c'
2024-11-08T05:16:36,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:16:36,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25c41657-f870-44e0-8cf0-0e9b295b796c"

2024-11-08T05:16:36,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4a15d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:36,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,43959,-1]
2024-11-08T05:16:36,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:16:36,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:36,776 INFO  [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:16:36,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e94487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:36,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:16:36,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,43959,1731042984300
2024-11-08T05:16:36,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ed52de
2024-11-08T05:16:36,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:16:36,780 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:16:36,781 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d1ba675678c9:33303,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED
2024-11-08T05:16:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:16:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:16:36,783 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:33303'
2024-11-08T05:16:36,784 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654d31bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:36,784 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,33303,-1 for getting cluster id
2024-11-08T05:16:36,784 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:16:36,785 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dad9135c-3db2-4562-bd44-33d83610ff24'
2024-11-08T05:16:36,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:16:36,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dad9135c-3db2-4562-bd44-33d83610ff24"

2024-11-08T05:16:36,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a61907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:36,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,33303,-1]
2024-11-08T05:16:36,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:16:36,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:36,787 INFO  [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:16:36,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2adc98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:36,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:16:36,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,33303,1731042989143
2024-11-08T05:16:36,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60515be1
2024-11-08T05:16:36,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:16:36,789 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:16:36,789 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-08T05:16:36,789 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:16:36,789 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:36,789 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:36,789 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:16:36,790 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:16:36,791 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-08T05:16:36,792 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:16:36,792 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:36,793 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:16:36,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741837_1013 (size=1138)
2024-11-08T05:16:36,841 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-08T05:16:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:16:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:16:37,200 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 062fe34b45d5289559f918311f7d5119, NAME => 'hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87
2024-11-08T05:16:37,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741838_1014 (size=44)
2024-11-08T05:16:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:16:37,605 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:37,606 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 062fe34b45d5289559f918311f7d5119, disabling compactions & flushes
2024-11-08T05:16:37,606 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119.
2024-11-08T05:16:37,606 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119.
2024-11-08T05:16:37,606 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119. after waiting 0 ms
2024-11-08T05:16:37,606 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119.
2024-11-08T05:16:37,606 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119.
2024-11-08T05:16:37,606 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 062fe34b45d5289559f918311f7d5119:
Waiting for close lock at 1731042997606Disabling compacts and flushes for region at 1731042997606Disabling writes for close at 1731042997606Writing region close event to WAL at 1731042997606Closed at 1731042997606
2024-11-08T05:16:37,607 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:16:37,607 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731042997607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731042997607"}]},"ts":"1731042997607"}
2024-11-08T05:16:37,609 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:16:37,610 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:16:37,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731042997610"}]},"ts":"1731042997610"}
2024-11-08T05:16:37,612 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-08T05:16:37,612 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=062fe34b45d5289559f918311f7d5119, ASSIGN}]
2024-11-08T05:16:37,613 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=062fe34b45d5289559f918311f7d5119, ASSIGN
2024-11-08T05:16:37,614 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=062fe34b45d5289559f918311f7d5119, ASSIGN; state=OFFLINE, location=d1ba675678c9,33587,1731042984529; forceNewPlan=false, retain=false
2024-11-08T05:16:37,744 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:16:37,765 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=062fe34b45d5289559f918311f7d5119, regionState=OPENING, regionLocation=d1ba675678c9,33587,1731042984529
2024-11-08T05:16:37,767 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:37,767 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:37,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=062fe34b45d5289559f918311f7d5119, ASSIGN because future has completed
2024-11-08T05:16:37,768 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 062fe34b45d5289559f918311f7d5119, server=d1ba675678c9,33587,1731042984529}]
2024-11-08T05:16:37,768 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:37,775 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:37,781 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-08T05:16:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:16:37,924 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119.
2024-11-08T05:16:37,924 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:16:37,924 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-08T05:16:37,926 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C33587%2C1731042984529.rep, suffix=, logDir=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529, archiveDir=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/oldWALs, maxLogs=10
2024-11-08T05:16:37,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.rep.1731042997926, exclude list is [], retry=0
2024-11-08T05:16:37,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40711,DS-073a3f22-4297-48c5-9760-a4fa9e9df06b,DISK]
2024-11-08T05:16:37,942 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.rep.1731042997926
2024-11-08T05:16:37,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46245:46245)]
2024-11-08T05:16:37,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 062fe34b45d5289559f918311f7d5119, NAME => 'hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:16:37,943 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:16:37,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:16:37,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119. service=MultiRowMutationService
2024-11-08T05:16:37,943 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-08T05:16:37,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 062fe34b45d5289559f918311f7d5119
2024-11-08T05:16:37,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:16:37,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 062fe34b45d5289559f918311f7d5119
2024-11-08T05:16:37,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 062fe34b45d5289559f918311f7d5119
2024-11-08T05:16:37,944 INFO  [StoreOpener-062fe34b45d5289559f918311f7d5119-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 062fe34b45d5289559f918311f7d5119 
2024-11-08T05:16:37,946 INFO  [StoreOpener-062fe34b45d5289559f918311f7d5119-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 062fe34b45d5289559f918311f7d5119 columnFamilyName hfileref
2024-11-08T05:16:37,946 DEBUG [StoreOpener-062fe34b45d5289559f918311f7d5119-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:37,946 INFO  [StoreOpener-062fe34b45d5289559f918311f7d5119-1 {}] regionserver.HStore(327): Store=062fe34b45d5289559f918311f7d5119/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:37,946 INFO  [StoreOpener-062fe34b45d5289559f918311f7d5119-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 062fe34b45d5289559f918311f7d5119 
2024-11-08T05:16:37,947 INFO  [StoreOpener-062fe34b45d5289559f918311f7d5119-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 062fe34b45d5289559f918311f7d5119 columnFamilyName queue
2024-11-08T05:16:37,947 DEBUG [StoreOpener-062fe34b45d5289559f918311f7d5119-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:37,948 INFO  [StoreOpener-062fe34b45d5289559f918311f7d5119-1 {}] regionserver.HStore(327): Store=062fe34b45d5289559f918311f7d5119/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:37,948 INFO  [StoreOpener-062fe34b45d5289559f918311f7d5119-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 062fe34b45d5289559f918311f7d5119 
2024-11-08T05:16:37,949 INFO  [StoreOpener-062fe34b45d5289559f918311f7d5119-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 062fe34b45d5289559f918311f7d5119 columnFamilyName sid
2024-11-08T05:16:37,949 DEBUG [StoreOpener-062fe34b45d5289559f918311f7d5119-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:16:37,949 INFO  [StoreOpener-062fe34b45d5289559f918311f7d5119-1 {}] regionserver.HStore(327): Store=062fe34b45d5289559f918311f7d5119/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:16:37,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 062fe34b45d5289559f918311f7d5119
2024-11-08T05:16:37,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/replication/062fe34b45d5289559f918311f7d5119
2024-11-08T05:16:37,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/replication/062fe34b45d5289559f918311f7d5119
2024-11-08T05:16:37,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 062fe34b45d5289559f918311f7d5119
2024-11-08T05:16:37,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 062fe34b45d5289559f918311f7d5119
2024-11-08T05:16:37,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:16:37,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 062fe34b45d5289559f918311f7d5119
2024-11-08T05:16:37,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/replication/062fe34b45d5289559f918311f7d5119/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:16:37,955 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 062fe34b45d5289559f918311f7d5119; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64003930, jitterRate=-0.04626712203025818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:16:37,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 062fe34b45d5289559f918311f7d5119
2024-11-08T05:16:37,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 062fe34b45d5289559f918311f7d5119:
Running coprocessor pre-open hook at 1731042997943Writing region info on filesystem at 1731042997943Initializing all the Stores at 1731042997944 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042997944Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042997944Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731042997944Cleaning up temporary data from old regions at 1731042997951 (+7 ms)Running coprocessor post-open hooks at 1731042997955 (+4 ms)Region opened successfully at 1731042997955
2024-11-08T05:16:37,956 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119., pid=10, masterSystemTime=1731042997920
2024-11-08T05:16:37,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119.
2024-11-08T05:16:37,958 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119.
2024-11-08T05:16:37,959 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=062fe34b45d5289559f918311f7d5119, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,33587,1731042984529
2024-11-08T05:16:37,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 062fe34b45d5289559f918311f7d5119, server=d1ba675678c9,33587,1731042984529 because future has completed
2024-11-08T05:16:37,963 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-08T05:16:37,963 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 062fe34b45d5289559f918311f7d5119, server=d1ba675678c9,33587,1731042984529 in 193 msec
2024-11-08T05:16:37,965 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-08T05:16:37,965 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=062fe34b45d5289559f918311f7d5119, ASSIGN in 351 msec
2024-11-08T05:16:37,966 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:16:37,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731042997966"}]},"ts":"1731042997966"}
2024-11-08T05:16:37,968 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-08T05:16:37,970 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:16:37,972 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec
2024-11-08T05:16:37,987 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-08T05:16:37,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119., hostname=d1ba675678c9,33587,1731042984529, seqNum=2]
2024-11-08T05:16:38,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847
2024-11-08T05:16:38,023 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847
2024-11-08T05:16:38,045 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:16:38,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-08T05:16:38,198 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-08T05:16:38,228 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d1ba675678c9,33587,1731042984529, ReplicationSource: 1, currentBandwidth=0
2024-11-08T05:16:38,229 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:16:38,229 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,33587,1731042984529, seqNum=-1]
2024-11-08T05:16:38,229 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:16:38,230 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService
2024-11-08T05:16:38,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d1ba675678c9,33587,1731042984529', locateType=CURRENT is [region=hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119., hostname=d1ba675678c9,33587,1731042984529, seqNum=2]
2024-11-08T05:16:38,254 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-08T05:16:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-08T05:16:38,258 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d1ba675678c9,33587,1731042984529 suceeded
2024-11-08T05:16:38,261 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-08T05:16:38,261 INFO  [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d1ba675678c9:33303,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false
2024-11-08T05:16:38,261 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec
2024-11-08T05:16:38,264 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4800 sec
2024-11-08T05:16:38,276 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:33303'
2024-11-08T05:16:38,290 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47bda31d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:38,290 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,33303,-1 for getting cluster id
2024-11-08T05:16:38,291 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:16:38,292 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dad9135c-3db2-4562-bd44-33d83610ff24'
2024-11-08T05:16:38,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:16:38,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dad9135c-3db2-4562-bd44-33d83610ff24"

2024-11-08T05:16:38,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@209fa138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:38,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,33303,-1]
2024-11-08T05:16:38,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:16:38,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:38,294 INFO  [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:16:38,295 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cad9635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:38,296 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:16:38,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,33303,1731042989143
2024-11-08T05:16:38,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ef3dc09
2024-11-08T05:16:38,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:16:38,300 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService
2024-11-08T05:16:38,301 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d1ba675678c9,33587,1731042984529 (queues=1) is replicating from cluster=25c41657-f870-44e0-8cf0-0e9b295b796c to cluster=dad9135c-3db2-4562-bd44-33d83610ff24
2024-11-08T05:16:38,301 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d1ba675678c9%2C33587%2C1731042984529
2024-11-08T05:16:38,302 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d1ba675678c9,33587,1731042984529, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:16:38,305 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134, startPosition=0, beingWritten=true
2024-11-08T05:16:38,316 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.shipperd1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C33587%2C1731042984529
2024-11-08T05:16:38,335 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:16:38,335 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 379, reset compression=false
2024-11-08T05:16:38,335 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.shipperd1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,33587,1731042984529 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:16:38,541 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 379, reset compression=false
2024-11-08T05:16:38,845 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 379, reset compression=false
2024-11-08T05:16:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:16:38,927 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-08T05:16:38,927 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:16:38,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:16:38,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:38,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:38,927 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:16:38,927 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:38,933 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731042998931/Put/seqid=0
2024-11-08T05:16:38,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741840_1016 (size=7894)
2024-11-08T05:16:39,250 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 379, reset compression=false
2024-11-08T05:16:39,340 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/load_f/f/hfile_1 is 34, key is ddd/f:row/1731042999339/Put/seqid=0
2024-11-08T05:16:39,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741841_1017 (size=7691)
2024-11-08T05:16:39,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a17b42d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:39,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,43959,-1 for getting cluster id
2024-11-08T05:16:39,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:16:39,750 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25c41657-f870-44e0-8cf0-0e9b295b796c'
2024-11-08T05:16:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:16:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25c41657-f870-44e0-8cf0-0e9b295b796c"

2024-11-08T05:16:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c49bbaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,43959,-1]
2024-11-08T05:16:39,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:16:39,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:39,752 INFO  [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:16:39,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24563bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:39,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:16:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,33587,1731042984529, seqNum=-1]
2024-11-08T05:16:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:16:39,754 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 379, reset compression=false
2024-11-08T05:16:39,755 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:16:39,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:16:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,43959,1731042984300
2024-11-08T05:16:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f59c75a
2024-11-08T05:16:39,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:16:39,769 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:16:39,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73., hostname=d1ba675678c9,33587,1731042984529, seqNum=2]
2024-11-08T05:16:39,782 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-08T05:16:39,793 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc]
2024-11-08T05:16:39,796 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff]
2024-11-08T05:16:39,810 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/load_f/f/hfile_1 for inclusion in 0c87dedea88c80aeabf3ccf7ed7e0e73/f
2024-11-08T05:16:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-08T05:16:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:16:39,818 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/load_f/f/hfile_0 for inclusion in 0c87dedea88c80aeabf3ccf7ed7e0e73/f
2024-11-08T05:16:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-08T05:16:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:16:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HRegion(2603): Flush status journal for 0c87dedea88c80aeabf3ccf7ed7e0e73:

2024-11-08T05:16:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/load_f/f/hfile_1 to hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__5i6qn901i9naekp9bsb56hu0shj58u5ucamop2fqllfmnnmi25u5vivlchhg5v4e/f/hfile_1
2024-11-08T05:16:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__5i6qn901i9naekp9bsb56hu0shj58u5ucamop2fqllfmnnmi25u5vivlchhg5v4e/f/hfile_1 as hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73/f/a46e8366645e4dceb1bb5d80f5849dcf_SeqId_4_
2024-11-08T05:16:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/load_f/f/hfile_0 to hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__5i6qn901i9naekp9bsb56hu0shj58u5ucamop2fqllfmnnmi25u5vivlchhg5v4e/f/hfile_0
2024-11-08T05:16:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__5i6qn901i9naekp9bsb56hu0shj58u5ucamop2fqllfmnnmi25u5vivlchhg5v4e/f/hfile_0 as hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73/f/0e82ac6ca5d94f0ab074715b5b3433bb_SeqId_4_
2024-11-08T05:16:39,836 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__5i6qn901i9naekp9bsb56hu0shj58u5ucamop2fqllfmnnmi25u5vivlchhg5v4e/f/hfile_1 into 0c87dedea88c80aeabf3ccf7ed7e0e73/f as hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73/f/a46e8366645e4dceb1bb5d80f5849dcf_SeqId_4_ - updating store file list.
2024-11-08T05:16:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a46e8366645e4dceb1bb5d80f5849dcf_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-08T05:16:39,842 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73/f/a46e8366645e4dceb1bb5d80f5849dcf_SeqId_4_ into 0c87dedea88c80aeabf3ccf7ed7e0e73/f
2024-11-08T05:16:39,842 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__5i6qn901i9naekp9bsb56hu0shj58u5ucamop2fqllfmnnmi25u5vivlchhg5v4e/f/hfile_1 into 0c87dedea88c80aeabf3ccf7ed7e0e73/f (new location: hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73/f/a46e8366645e4dceb1bb5d80f5849dcf_SeqId_4_)
2024-11-08T05:16:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__5i6qn901i9naekp9bsb56hu0shj58u5ucamop2fqllfmnnmi25u5vivlchhg5v4e/f/hfile_1
2024-11-08T05:16:39,843 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__5i6qn901i9naekp9bsb56hu0shj58u5ucamop2fqllfmnnmi25u5vivlchhg5v4e/f/hfile_0 into 0c87dedea88c80aeabf3ccf7ed7e0e73/f as hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73/f/0e82ac6ca5d94f0ab074715b5b3433bb_SeqId_4_ - updating store file list.
2024-11-08T05:16:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0e82ac6ca5d94f0ab074715b5b3433bb_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-08T05:16:39,849 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73/f/0e82ac6ca5d94f0ab074715b5b3433bb_SeqId_4_ into 0c87dedea88c80aeabf3ccf7ed7e0e73/f
2024-11-08T05:16:39,849 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__5i6qn901i9naekp9bsb56hu0shj58u5ucamop2fqllfmnnmi25u5vivlchhg5v4e/f/hfile_0 into 0c87dedea88c80aeabf3ccf7ed7e0e73/f (new location: hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73/f/0e82ac6ca5d94f0ab074715b5b3433bb_SeqId_4_)
2024-11-08T05:16:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__5i6qn901i9naekp9bsb56hu0shj58u5ucamop2fqllfmnnmi25u5vivlchhg5v4e/f/hfile_0
2024-11-08T05:16:39,858 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:16:39,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:16:39,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:39,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:39,858 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:16:39,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:16:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73., hostname=d1ba675678c9,33587,1731042984529, seqNum=2 , the old value is region=test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73., hostname=d1ba675678c9,33587,1731042984529, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d1ba675678c9:33587 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-08T05:16:39,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45543,1731042989275, seqNum=-1]
2024-11-08T05:16:39,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73., hostname=d1ba675678c9,33587,1731042984529, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-08T05:16:39,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73., hostname=d1ba675678c9,33587,1731042984529, seqNum=2 from cache
2024-11-08T05:16:39,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:16:39,861 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:16:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:33922 deadline: 1731043059858 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:33922
2024-11-08T05:16:39,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d., hostname=d1ba675678c9,45543,1731042989275, seqNum=2]
2024-11-08T05:16:39,865 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-08T05:16:39,967 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:33587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-08T05:16:40,358 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 379, reset compression=false
2024-11-08T05:16:40,364 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:16:40,364 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.shipperd1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,33587,1731042984529 got entry batch from reader: WALEntryBatch [walEntries=[{test/0c87dedea88c80aeabf3ccf7ed7e0e73/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731042999852/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-08T05:16:40,382 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.shipperd1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:16:40,384 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService
2024-11-08T05:16:40,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.ReplicationSink(318): Replicating [25c41657-f870-44e0-8cf0-0e9b295b796c] bulk loaded data
2024-11-08T05:16:40,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39f87aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:40,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,33303,-1 for getting cluster id
2024-11-08T05:16:40,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:16:40,388 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dad9135c-3db2-4562-bd44-33d83610ff24'
2024-11-08T05:16:40,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:16:40,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dad9135c-3db2-4562-bd44-33d83610ff24"

2024-11-08T05:16:40,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b4dc249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:40,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,33303,-1]
2024-11-08T05:16:40,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:16:40,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:40,389 INFO  [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:16:40,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e8801b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:40,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741837_1013 (size=7691)
2024-11-08T05:16:40,564 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 687, reset compression=false
2024-11-08T05:16:40,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741838_1014 (size=7894)
2024-11-08T05:16:40,867 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-08T05:16:40,868 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 687, reset compression=false
2024-11-08T05:16:41,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:16:41,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,33303,1731042989143
2024-11-08T05:16:41,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e8c97e7
2024-11-08T05:16:41,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:16:41,222 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService
2024-11-08T05:16:41,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-08T05:16:41,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:16:41,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45543,1731042989275, seqNum=-1]
2024-11-08T05:16:41,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:16:41,227 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService
2024-11-08T05:16:41,234 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/staging/jenkins.hfs.6__test__d0a55pcsghfmsu3ebhh3ev2ifq7feaojpk8vvd21llf40k7biksd6srivmugjf5v/f/0e82ac6ca5d94f0ab074715b5b3433bb_SeqId_4_ first=Optional[aaaa] last=Optional[cccc]
2024-11-08T05:16:41,236 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/staging/jenkins.hfs.6__test__d0a55pcsghfmsu3ebhh3ev2ifq7feaojpk8vvd21llf40k7biksd6srivmugjf5v/f/a46e8366645e4dceb1bb5d80f5849dcf_SeqId_4_ first=Optional[ddd] last=Optional[fff]
2024-11-08T05:16:41,239 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/staging/jenkins.hfs.6__test__d0a55pcsghfmsu3ebhh3ev2ifq7feaojpk8vvd21llf40k7biksd6srivmugjf5v/f/0e82ac6ca5d94f0ab074715b5b3433bb_SeqId_4_ for inclusion in ce0e571d7e2c64fc683b341eca3aad2d/f
2024-11-08T05:16:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-08T05:16:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:16:41,243 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/staging/jenkins.hfs.6__test__d0a55pcsghfmsu3ebhh3ev2ifq7feaojpk8vvd21llf40k7biksd6srivmugjf5v/f/a46e8366645e4dceb1bb5d80f5849dcf_SeqId_4_ for inclusion in ce0e571d7e2c64fc683b341eca3aad2d/f
2024-11-08T05:16:41,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-08T05:16:41,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:16:41,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.HRegion(2603): Flush status journal for ce0e571d7e2c64fc683b341eca3aad2d:

2024-11-08T05:16:41,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0e82ac6ca5d94f0ab074715b5b3433bb_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-08T05:16:41,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/staging/jenkins.hfs.6__test__d0a55pcsghfmsu3ebhh3ev2ifq7feaojpk8vvd21llf40k7biksd6srivmugjf5v/f/0e82ac6ca5d94f0ab074715b5b3433bb_SeqId_4_ as hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/default/test/ce0e571d7e2c64fc683b341eca3aad2d/f/f07c53f8f11a41ab8557667d3345161b_SeqId_4_
2024-11-08T05:16:41,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a46e8366645e4dceb1bb5d80f5849dcf_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-08T05:16:41,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/staging/jenkins.hfs.6__test__d0a55pcsghfmsu3ebhh3ev2ifq7feaojpk8vvd21llf40k7biksd6srivmugjf5v/f/a46e8366645e4dceb1bb5d80f5849dcf_SeqId_4_ as hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/default/test/ce0e571d7e2c64fc683b341eca3aad2d/f/b6b3d52b25804001bd3ea68a9f4a41a9_SeqId_4_
2024-11-08T05:16:41,249 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/staging/jenkins.hfs.6__test__d0a55pcsghfmsu3ebhh3ev2ifq7feaojpk8vvd21llf40k7biksd6srivmugjf5v/f/0e82ac6ca5d94f0ab074715b5b3433bb_SeqId_4_ into ce0e571d7e2c64fc683b341eca3aad2d/f as hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/default/test/ce0e571d7e2c64fc683b341eca3aad2d/f/f07c53f8f11a41ab8557667d3345161b_SeqId_4_ - updating store file list.
2024-11-08T05:16:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f07c53f8f11a41ab8557667d3345161b_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-08T05:16:41,254 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/default/test/ce0e571d7e2c64fc683b341eca3aad2d/f/f07c53f8f11a41ab8557667d3345161b_SeqId_4_ into ce0e571d7e2c64fc683b341eca3aad2d/f
2024-11-08T05:16:41,254 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/staging/jenkins.hfs.6__test__d0a55pcsghfmsu3ebhh3ev2ifq7feaojpk8vvd21llf40k7biksd6srivmugjf5v/f/0e82ac6ca5d94f0ab074715b5b3433bb_SeqId_4_ into ce0e571d7e2c64fc683b341eca3aad2d/f (new location: hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/default/test/ce0e571d7e2c64fc683b341eca3aad2d/f/f07c53f8f11a41ab8557667d3345161b_SeqId_4_)
2024-11-08T05:16:41,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/staging/jenkins.hfs.6__test__d0a55pcsghfmsu3ebhh3ev2ifq7feaojpk8vvd21llf40k7biksd6srivmugjf5v/f/0e82ac6ca5d94f0ab074715b5b3433bb_SeqId_4_
2024-11-08T05:16:41,255 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/staging/jenkins.hfs.6__test__d0a55pcsghfmsu3ebhh3ev2ifq7feaojpk8vvd21llf40k7biksd6srivmugjf5v/f/a46e8366645e4dceb1bb5d80f5849dcf_SeqId_4_ into ce0e571d7e2c64fc683b341eca3aad2d/f as hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/default/test/ce0e571d7e2c64fc683b341eca3aad2d/f/b6b3d52b25804001bd3ea68a9f4a41a9_SeqId_4_ - updating store file list.
2024-11-08T05:16:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b6b3d52b25804001bd3ea68a9f4a41a9_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-08T05:16:41,260 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/default/test/ce0e571d7e2c64fc683b341eca3aad2d/f/b6b3d52b25804001bd3ea68a9f4a41a9_SeqId_4_ into ce0e571d7e2c64fc683b341eca3aad2d/f
2024-11-08T05:16:41,260 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/staging/jenkins.hfs.6__test__d0a55pcsghfmsu3ebhh3ev2ifq7feaojpk8vvd21llf40k7biksd6srivmugjf5v/f/a46e8366645e4dceb1bb5d80f5849dcf_SeqId_4_ into ce0e571d7e2c64fc683b341eca3aad2d/f (new location: hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/default/test/ce0e571d7e2c64fc683b341eca3aad2d/f/b6b3d52b25804001bd3ea68a9f4a41a9_SeqId_4_)
2024-11-08T05:16:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/staging/jenkins.hfs.6__test__d0a55pcsghfmsu3ebhh3ev2ifq7feaojpk8vvd21llf40k7biksd6srivmugjf5v/f/a46e8366645e4dceb1bb5d80f5849dcf_SeqId_4_
2024-11-08T05:16:41,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] regionserver.ReplicationSink(324): Finished replicating [25c41657-f870-44e0-8cf0-0e9b295b796c] bulk loaded data
2024-11-08T05:16:41,272 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 687, reset compression=false
2024-11-08T05:16:41,776 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 687, reset compression=false
2024-11-08T05:16:41,883 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:16:41,888 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731043001887/Put/seqid=0
2024-11-08T05:16:41,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741842_1018 (size=7997)
2024-11-08T05:16:42,296 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731043002295/Put/seqid=0
2024-11-08T05:16:42,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741843_1019 (size=7794)
2024-11-08T05:16:42,380 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 687, reset compression=false
2024-11-08T05:16:42,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d97856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:42,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,43959,-1 for getting cluster id
2024-11-08T05:16:42,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:16:42,702 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25c41657-f870-44e0-8cf0-0e9b295b796c'
2024-11-08T05:16:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:16:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25c41657-f870-44e0-8cf0-0e9b295b796c"

2024-11-08T05:16:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45406b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,43959,-1]
2024-11-08T05:16:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:16:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:42,704 INFO  [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:16:42,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2726f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:16:42,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:16:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,33587,1731042984529, seqNum=-1]
2024-11-08T05:16:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:16:42,707 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:16:42,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:16:42,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,43959,1731042984300
2024-11-08T05:16:42,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9858352
2024-11-08T05:16:42,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:16:42,717 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:16:42,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73., hostname=d1ba675678c9,33587,1731042984529, seqNum=2]
2024-11-08T05:16:42,723 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-08T05:16:42,729 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii]
2024-11-08T05:16:42,732 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll]
2024-11-08T05:16:42,736 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/load_f1/f1/hfile_0 for inclusion in 0c87dedea88c80aeabf3ccf7ed7e0e73/f1
2024-11-08T05:16:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii
2024-11-08T05:16:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:16:42,740 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/load_f1/f1/hfile_1 for inclusion in 0c87dedea88c80aeabf3ccf7ed7e0e73/f1
2024-11-08T05:16:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll
2024-11-08T05:16:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:16:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HRegion(2603): Flush status journal for 0c87dedea88c80aeabf3ccf7ed7e0e73:

2024-11-08T05:16:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/load_f1/f1/hfile_0 to hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__1r29sc2bt1atd09gvs2di2gbcp49sd642k0psoa1mbbssua4da9desuk5sr7gp06/f1/hfile_0
2024-11-08T05:16:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__1r29sc2bt1atd09gvs2di2gbcp49sd642k0psoa1mbbssua4da9desuk5sr7gp06/f1/hfile_0 as hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73/f1/3800695b771c4ac19d22c66b3ddac3d6_SeqId_6_
2024-11-08T05:16:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/load_f1/f1/hfile_1 to hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__1r29sc2bt1atd09gvs2di2gbcp49sd642k0psoa1mbbssua4da9desuk5sr7gp06/f1/hfile_1
2024-11-08T05:16:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__1r29sc2bt1atd09gvs2di2gbcp49sd642k0psoa1mbbssua4da9desuk5sr7gp06/f1/hfile_1 as hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73/f1/ec5ad171269544b7948774c76b48e0fa_SeqId_6_
2024-11-08T05:16:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1
2024-11-08T05:16:42,750 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__1r29sc2bt1atd09gvs2di2gbcp49sd642k0psoa1mbbssua4da9desuk5sr7gp06/f1/hfile_0 into 0c87dedea88c80aeabf3ccf7ed7e0e73/f1 as hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73/f1/3800695b771c4ac19d22c66b3ddac3d6_SeqId_6_ - updating store file list.
2024-11-08T05:16:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3800695b771c4ac19d22c66b3ddac3d6_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-08T05:16:42,754 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73/f1/3800695b771c4ac19d22c66b3ddac3d6_SeqId_6_ into 0c87dedea88c80aeabf3ccf7ed7e0e73/f1
2024-11-08T05:16:42,754 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__1r29sc2bt1atd09gvs2di2gbcp49sd642k0psoa1mbbssua4da9desuk5sr7gp06/f1/hfile_0 into 0c87dedea88c80aeabf3ccf7ed7e0e73/f1 (new location: hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73/f1/3800695b771c4ac19d22c66b3ddac3d6_SeqId_6_)
2024-11-08T05:16:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__1r29sc2bt1atd09gvs2di2gbcp49sd642k0psoa1mbbssua4da9desuk5sr7gp06/f1/hfile_0
2024-11-08T05:16:42,755 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__1r29sc2bt1atd09gvs2di2gbcp49sd642k0psoa1mbbssua4da9desuk5sr7gp06/f1/hfile_1 into 0c87dedea88c80aeabf3ccf7ed7e0e73/f1 as hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73/f1/ec5ad171269544b7948774c76b48e0fa_SeqId_6_ - updating store file list.
2024-11-08T05:16:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec5ad171269544b7948774c76b48e0fa_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-08T05:16:42,761 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73/f1/ec5ad171269544b7948774c76b48e0fa_SeqId_6_ into 0c87dedea88c80aeabf3ccf7ed7e0e73/f1
2024-11-08T05:16:42,761 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__1r29sc2bt1atd09gvs2di2gbcp49sd642k0psoa1mbbssua4da9desuk5sr7gp06/f1/hfile_1 into 0c87dedea88c80aeabf3ccf7ed7e0e73/f1 (new location: hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73/f1/ec5ad171269544b7948774c76b48e0fa_SeqId_6_)
2024-11-08T05:16:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/staging/jenkins__test__1r29sc2bt1atd09gvs2di2gbcp49sd642k0psoa1mbbssua4da9desuk5sr7gp06/f1/hfile_1
2024-11-08T05:16:42,764 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:16:42,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:16:42,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:42,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:16:42,764 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:16:42,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73., hostname=d1ba675678c9,33587,1731042984529, seqNum=2 , the old value is region=test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73., hostname=d1ba675678c9,33587,1731042984529, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d1ba675678c9:33587 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-08T05:16:42,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73., hostname=d1ba675678c9,33587,1731042984529, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-08T05:16:42,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73., hostname=d1ba675678c9,33587,1731042984529, seqNum=2 from cache
2024-11-08T05:16:42,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:16:42,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,33587,1731042984529, seqNum=-1]
2024-11-08T05:16:42,766 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-08T05:16:42,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:16:42,767 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:16:42,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73., hostname=d1ba675678c9,33587,1731042984529, seqNum=2]
2024-11-08T05:16:42,876 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:33587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-08T05:16:43,083 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 687, reset compression=false
2024-11-08T05:16:43,088 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:16:43,088 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:16:43,088 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.shipperd1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,33587,1731042984529 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:16:43,292 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:16:43,444 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:16:43,473 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:43,473 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:43,474 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:43,480 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:16:43,595 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:16:43,999 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:16:44,503 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:16:44,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-08T05:16:44,855 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-08T05:16:45,107 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:16:45,811 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:16:46,615 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:16:47,519 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:16:48,523 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:16:49,626 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:16:50,830 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:16:52,134 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:16:53,539 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:16:53,889 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T05:16:55,044 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:16:56,647 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:16:58,352 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:16:58,731 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T05:17:00,155 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:17:02,059 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:17:03,090 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.shipperd1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,33587,1731042984529 got entry batch from reader: null
2024-11-08T05:17:04,064 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:17:06,168 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:17:06,683 INFO  [master/d1ba675678c9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-08T05:17:06,683 INFO  [master/d1ba675678c9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-08T05:17:08,372 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:17:10,675 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:17:12,733 INFO  [master/d1ba675678c9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-08T05:17:12,733 INFO  [master/d1ba675678c9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-08T05:17:13,081 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:17:15,586 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:17:18,191 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:17:18,595 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0c87dedea88c80aeabf3ccf7ed7e0e73, had cached 0 bytes from a total of 31376
2024-11-08T05:17:20,762 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ce0e571d7e2c64fc683b341eca3aad2d, had cached 0 bytes from a total of 15585
2024-11-08T05:17:20,894 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:17:23,091 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.shipperd1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,33587,1731042984529 got entry batch from reader: null
2024-11-08T05:17:23,709 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:17:23,889 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T05:17:26,614 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:17:28,247 DEBUG [master/d1ba675678c9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-08T05:17:28,731 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T05:17:29,619 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:17:32,725 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:17:35,938 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:17:39,243 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:17:42,647 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:17:42,804 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:17:42,805 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:17:42,805 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:17:42,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:17:42,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:17:42,805 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:17:42,805 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1211471441, stopped=false
2024-11-08T05:17:42,805 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,33303,1731042989143
2024-11-08T05:17:42,805 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:17:42,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12043971651/running
2024-11-08T05:17:42,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12043971651/running
2024-11-08T05:17:42,860 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:17:42,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651
2024-11-08T05:17:42,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651
2024-11-08T05:17:42,860 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:17:42,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:17:42,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:17:42,861 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,45543,1731042989275' *****
2024-11-08T05:17:42,861 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:17:42,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Set watcher on znode that does not yet exist, /12043971651/running
2024-11-08T05:17:42,861 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:17:42,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Set watcher on znode that does not yet exist, /12043971651/running
2024-11-08T05:17:42,862 INFO  [RS:0;d1ba675678c9:45543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:17:42,862 INFO  [RS:0;d1ba675678c9:45543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:17:42,862 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:17:42,862 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(3091): Received CLOSE for ce0e571d7e2c64fc683b341eca3aad2d
2024-11-08T05:17:42,868 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,45543,1731042989275
2024-11-08T05:17:42,868 INFO  [RS:0;d1ba675678c9:45543 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:17:42,868 INFO  [RS:0;d1ba675678c9:45543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:45543.
2024-11-08T05:17:42,868 DEBUG [RS:0;d1ba675678c9:45543 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:17:42,868 DEBUG [RS:0;d1ba675678c9:45543 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:17:42,868 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:17:42,869 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:17:42,869 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:17:42,869 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:17:42,869 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-08T05:17:42,869 DEBUG [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(1325): Online Regions={ce0e571d7e2c64fc683b341eca3aad2d=test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d., 1588230740=hbase:meta,,1.1588230740}
2024-11-08T05:17:42,869 DEBUG [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ce0e571d7e2c64fc683b341eca3aad2d
2024-11-08T05:17:42,869 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce0e571d7e2c64fc683b341eca3aad2d, disabling compactions & flushes
2024-11-08T05:17:42,869 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:17:42,869 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d.
2024-11-08T05:17:42,869 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d.
2024-11-08T05:17:42,869 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:17:42,869 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d. after waiting 0 ms
2024-11-08T05:17:42,869 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:17:42,869 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d.
2024-11-08T05:17:42,869 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:17:42,869 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:17:42,870 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB
2024-11-08T05:17:42,916 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/default/test/ce0e571d7e2c64fc683b341eca3aad2d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-08T05:17:42,917 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:17:42,917 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:17:42,917 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d.
2024-11-08T05:17:42,917 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce0e571d7e2c64fc683b341eca3aad2d:
Waiting for close lock at 1731043062869Running coprocessor pre-close hooks at 1731043062869Disabling compacts and flushes for region at 1731043062869Disabling writes for close at 1731043062869Writing region close event to WAL at 1731043062896 (+27 ms)Running coprocessor post-close hooks at 1731043062917 (+21 ms)Closed at 1731043062917
2024-11-08T05:17:42,918 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d.
2024-11-08T05:17:42,919 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:17:42,944 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/.tmp/info/276964422eff44828ce1143b336c3c7b is 129, key is test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d./info:regioninfo/1731042995777/Put/seqid=0
2024-11-08T05:17:42,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741839_1015 (size=6421)
2024-11-08T05:17:43,069 DEBUG [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:17:43,091 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.shipperd1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,33587,1731042984529 got entry batch from reader: null
2024-11-08T05:17:43,260 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:17:43,260 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:17:43,269 DEBUG [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:17:43,375 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/.tmp/info/276964422eff44828ce1143b336c3c7b
2024-11-08T05:17:43,411 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/.tmp/ns/216cbfb37e8042a0a5b7238533ab96b9 is 43, key is default/ns:d/1731042992385/Put/seqid=0
2024-11-08T05:17:43,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741840_1016 (size=5153)
2024-11-08T05:17:43,470 DEBUG [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:17:43,670 DEBUG [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:17:43,831 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/.tmp/ns/216cbfb37e8042a0a5b7238533ab96b9
2024-11-08T05:17:43,880 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-08T05:17:43,880 DEBUG [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-08T05:17:43,880 DEBUG [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:17:43,882 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/.tmp/rep_barrier/7eb9ffe87eea432e91d87e369b209e5b is 112, key is test,,1731042994609.ce0e571d7e2c64fc683b341eca3aad2d./rep_barrier:seqnumDuringOpen/1731042995777/Put/seqid=0
2024-11-08T05:17:43,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741841_1017 (size=5518)
2024-11-08T05:17:44,081 DEBUG [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:17:44,281 DEBUG [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:17:44,291 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/.tmp/rep_barrier/7eb9ffe87eea432e91d87e369b209e5b
2024-11-08T05:17:44,338 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/.tmp/table/e76b8873737940a5a79769132dfd873b is 40, key is test/table:state/1731042995786/Put/seqid=0
2024-11-08T05:17:44,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741842_1018 (size=5165)
2024-11-08T05:17:44,345 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/.tmp/table/e76b8873737940a5a79769132dfd873b
2024-11-08T05:17:44,369 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/.tmp/info/276964422eff44828ce1143b336c3c7b as hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/info/276964422eff44828ce1143b336c3c7b
2024-11-08T05:17:44,395 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/info/276964422eff44828ce1143b336c3c7b, entries=10, sequenceid=11, filesize=6.3 K
2024-11-08T05:17:44,396 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/.tmp/ns/216cbfb37e8042a0a5b7238533ab96b9 as hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/ns/216cbfb37e8042a0a5b7238533ab96b9
2024-11-08T05:17:44,417 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/ns/216cbfb37e8042a0a5b7238533ab96b9, entries=2, sequenceid=11, filesize=5.0 K
2024-11-08T05:17:44,422 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/.tmp/rep_barrier/7eb9ffe87eea432e91d87e369b209e5b as hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/rep_barrier/7eb9ffe87eea432e91d87e369b209e5b
2024-11-08T05:17:44,455 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/rep_barrier/7eb9ffe87eea432e91d87e369b209e5b, entries=1, sequenceid=11, filesize=5.4 K
2024-11-08T05:17:44,458 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/.tmp/table/e76b8873737940a5a79769132dfd873b as hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/table/e76b8873737940a5a79769132dfd873b
2024-11-08T05:17:44,474 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/table/e76b8873737940a5a79769132dfd873b, entries=2, sequenceid=11, filesize=5.0 K
2024-11-08T05:17:44,476 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1607ms, sequenceid=11, compaction requested=false
2024-11-08T05:17:44,481 DEBUG [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:17:44,520 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-08T05:17:44,522 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:17:44,522 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:17:44,523 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:17:44,523 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043062869Running coprocessor pre-close hooks at 1731043062869Disabling compacts and flushes for region at 1731043062869Disabling writes for close at 1731043062869Obtaining lock to block concurrent updates at 1731043062870 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731043062870Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731043062870Flushing stores of hbase:meta,,1.1588230740 at 1731043062871 (+1 ms)Flushing 1588230740/info: creating writer at 1731043062871Flushing 1588230740/info: appending metadata at 1731043062943 (+72 ms)Flushing 1588230740/info: closing flushed file at 1731043062943Flushing 1588230740/ns: creating writer at 1731043063384 (+441 ms)Flushing 1588230740/ns: appending metadata at 1731043063411 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731043063411Flushing 1588230740/rep_barrier: creating writer at 1731043063850 (+439 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731043063881 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731043063882 (+1 ms)Flushing 1588230740/table: creating writer at 1731043064306 (+424 ms)Flushing 1588230740/table: appending metadata at 1731043064337 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731043064337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509ab7de: reopening flushed file at 1731043064363 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71644d92: reopening flushed file at 1731043064395 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34692b76: reopening flushed file at 1731043064417 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d4c2179: reopening flushed file at 1731043064455 (+38 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1607ms, sequenceid=11, compaction requested=false at 1731043064476 (+21 ms)Writing region close event to WAL at 1731043064511 (+35 ms)Running coprocessor post-close hooks at 1731043064522 (+11 ms)Closed at 1731043064522
2024-11-08T05:17:44,523 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:17:44,681 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,45543,1731042989275; all regions closed.
2024-11-08T05:17:44,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741834_1010 (size=2717)
2024-11-08T05:17:44,711 DEBUG [RS:0;d1ba675678c9:45543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/oldWALs
2024-11-08T05:17:44,711 INFO  [RS:0;d1ba675678c9:45543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C45543%2C1731042989275.meta:.meta(num 1731042992226)
2024-11-08T05:17:44,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741832_1008 (size=1028)
2024-11-08T05:17:44,731 DEBUG [RS:0;d1ba675678c9:45543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/oldWALs
2024-11-08T05:17:44,731 INFO  [RS:0;d1ba675678c9:45543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C45543%2C1731042989275:(num 1731042991392)
2024-11-08T05:17:44,731 DEBUG [RS:0;d1ba675678c9:45543 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:17:44,731 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:17:44,732 INFO  [RS:0;d1ba675678c9:45543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:17:44,732 INFO  [RS:0;d1ba675678c9:45543 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T05:17:44,732 INFO  [RS:0;d1ba675678c9:45543 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:17:44,733 INFO  [RS:0;d1ba675678c9:45543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:45543.
2024-11-08T05:17:44,733 DEBUG [RS:0;d1ba675678c9:45543 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:17:44,733 DEBUG [RS:0;d1ba675678c9:45543 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:17:44,733 DEBUG [RS:0;d1ba675678c9:45543 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:17:44,733 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:17:44,733 INFO  [RS:0;d1ba675678c9:45543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45543
2024-11-08T05:17:44,733 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:17:44,744 INFO  [RS:0;d1ba675678c9:45543 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:17:44,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12043971651/rs/d1ba675678c9,45543,1731042989275
2024-11-08T05:17:44,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651/rs
2024-11-08T05:17:44,755 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,45543,1731042989275]
2024-11-08T05:17:44,767 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12043971651/draining/d1ba675678c9,45543,1731042989275 already deleted, retry=false
2024-11-08T05:17:44,767 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,45543,1731042989275 expired; onlineServers=0
2024-11-08T05:17:44,767 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,33303,1731042989143' *****
2024-11-08T05:17:44,767 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:17:44,767 INFO  [M:0;d1ba675678c9:33303 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:17:44,767 INFO  [M:0;d1ba675678c9:33303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:17:44,767 DEBUG [M:0;d1ba675678c9:33303 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:17:44,767 DEBUG [M:0;d1ba675678c9:33303 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:17:44,767 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:17:44,767 INFO  [M:0;d1ba675678c9:33303 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:17:44,767 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042991063 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042991063,5,FailOnTimeoutGroup]
2024-11-08T05:17:44,767 INFO  [M:0;d1ba675678c9:33303 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:17:44,767 DEBUG [M:0;d1ba675678c9:33303 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:17:44,768 INFO  [M:0;d1ba675678c9:33303 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:17:44,768 INFO  [M:0;d1ba675678c9:33303 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:17:44,768 INFO  [M:0;d1ba675678c9:33303 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:17:44,768 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:17:44,768 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042991063 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042991063,5,FailOnTimeoutGroup]
2024-11-08T05:17:44,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12043971651/master
2024-11-08T05:17:44,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12043971651
2024-11-08T05:17:44,786 DEBUG [M:0;d1ba675678c9:33303 {}] zookeeper.RecoverableZooKeeper(212): Node /12043971651/master already deleted, retry=false
2024-11-08T05:17:44,786 DEBUG [M:0;d1ba675678c9:33303 {}] master.ActiveMasterManager(353): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Failed delete of our master address node; KeeperErrorCode = NoNode for /12043971651/master
2024-11-08T05:17:44,788 INFO  [M:0;d1ba675678c9:33303 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/.lastflushedseqids
2024-11-08T05:17:44,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741843_1019 (size=173)
2024-11-08T05:17:44,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:17:44,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x10118dfb1f50004, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:17:44,855 INFO  [RS:0;d1ba675678c9:45543 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:17:44,855 INFO  [RS:0;d1ba675678c9:45543 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,45543,1731042989275; zookeeper connection closed.
2024-11-08T05:17:44,855 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45adc0b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45adc0b
2024-11-08T05:17:44,856 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:17:45,199 INFO  [M:0;d1ba675678c9:33303 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:17:45,199 INFO  [M:0;d1ba675678c9:33303 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:17:45,199 DEBUG [M:0;d1ba675678c9:33303 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:17:45,199 INFO  [M:0;d1ba675678c9:33303 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:17:45,199 DEBUG [M:0;d1ba675678c9:33303 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:17:45,199 DEBUG [M:0;d1ba675678c9:33303 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:17:45,199 DEBUG [M:0;d1ba675678c9:33303 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:17:45,199 INFO  [M:0;d1ba675678c9:33303 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB
2024-11-08T05:17:45,217 DEBUG [M:0;d1ba675678c9:33303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09fbb4c6c35f4f87893bdfb61ef4dbcc is 82, key is hbase:meta,,1/info:regioninfo/1731042992257/Put/seqid=0
2024-11-08T05:17:45,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741844_1020 (size=5672)
2024-11-08T05:17:45,622 INFO  [M:0;d1ba675678c9:33303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09fbb4c6c35f4f87893bdfb61ef4dbcc
2024-11-08T05:17:45,650 DEBUG [M:0;d1ba675678c9:33303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/480da6eada5c425b80b5b582ef0ecc30 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731042995792/Put/seqid=0
2024-11-08T05:17:45,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741845_1021 (size=6727)
2024-11-08T05:17:46,060 INFO  [M:0;d1ba675678c9:33303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/480da6eada5c425b80b5b582ef0ecc30
2024-11-08T05:17:46,067 INFO  [M:0;d1ba675678c9:33303 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 480da6eada5c425b80b5b582ef0ecc30
2024-11-08T05:17:46,120 DEBUG [M:0;d1ba675678c9:33303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ed45405474b4d8f87734f7c0219490d is 69, key is d1ba675678c9,45543,1731042989275/rs:state/1731042991155/Put/seqid=0
2024-11-08T05:17:46,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741846_1022 (size=5156)
2024-11-08T05:17:46,155 INFO  [M:0;d1ba675678c9:33303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ed45405474b4d8f87734f7c0219490d
2024-11-08T05:17:46,172 DEBUG [M:0;d1ba675678c9:33303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09fbb4c6c35f4f87893bdfb61ef4dbcc as hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09fbb4c6c35f4f87893bdfb61ef4dbcc
2024-11-08T05:17:46,180 INFO  [M:0;d1ba675678c9:33303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09fbb4c6c35f4f87893bdfb61ef4dbcc, entries=8, sequenceid=58, filesize=5.5 K
2024-11-08T05:17:46,181 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.1731042986134 to pos 997, reset compression=false
2024-11-08T05:17:46,184 DEBUG [M:0;d1ba675678c9:33303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/480da6eada5c425b80b5b582ef0ecc30 as hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/480da6eada5c425b80b5b582ef0ecc30
2024-11-08T05:17:46,190 INFO  [M:0;d1ba675678c9:33303 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 480da6eada5c425b80b5b582ef0ecc30
2024-11-08T05:17:46,191 INFO  [M:0;d1ba675678c9:33303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/480da6eada5c425b80b5b582ef0ecc30, entries=6, sequenceid=58, filesize=6.6 K
2024-11-08T05:17:46,192 DEBUG [M:0;d1ba675678c9:33303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ed45405474b4d8f87734f7c0219490d as hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ed45405474b4d8f87734f7c0219490d
2024-11-08T05:17:46,200 INFO  [M:0;d1ba675678c9:33303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39835/user/jenkins/test-data/9a2372c5-9224-862b-89b3-bca14f10f59d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ed45405474b4d8f87734f7c0219490d, entries=1, sequenceid=58, filesize=5.0 K
2024-11-08T05:17:46,202 INFO  [M:0;d1ba675678c9:33303 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1003ms, sequenceid=58, compaction requested=false
2024-11-08T05:17:46,206 INFO  [M:0;d1ba675678c9:33303 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:17:46,206 DEBUG [M:0;d1ba675678c9:33303 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043065199Disabling compacts and flushes for region at 1731043065199Disabling writes for close at 1731043065199Obtaining lock to block concurrent updates at 1731043065199Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043065199Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731043065200 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043065201 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043065201Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043065216 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043065216Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043065628 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043065650 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043065650Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043066067 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043066115 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043066115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ad1f22f: reopening flushed file at 1731043066165 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e213b39: reopening flushed file at 1731043066181 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f3a717: reopening flushed file at 1731043066191 (+10 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1003ms, sequenceid=58, compaction requested=false at 1731043066202 (+11 ms)Writing region close event to WAL at 1731043066206 (+4 ms)Closed at 1731043066206
2024-11-08T05:17:46,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741830_1006 (size=33026)
2024-11-08T05:17:46,210 INFO  [M:0;d1ba675678c9:33303 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:17:46,210 INFO  [M:0;d1ba675678c9:33303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33303
2024-11-08T05:17:46,210 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:17:46,210 INFO  [M:0;d1ba675678c9:33303 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:17:46,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:17:46,318 INFO  [M:0;d1ba675678c9:33303 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:17:46,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x10118dfb1f50003, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:17:46,349 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@720556c7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:17:46,349 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a60572d{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:17:46,350 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:17:46,350 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@329db84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:17:46,350 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19b242ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/hadoop.log.dir/,STOPPED}
2024-11-08T05:17:46,352 WARN  [BP-94060942-172.17.0.3-1731042986739 heartbeating to localhost/127.0.0.1:39835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:17:46,352 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:17:46,352 WARN  [BP-94060942-172.17.0.3-1731042986739 heartbeating to localhost/127.0.0.1:39835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-94060942-172.17.0.3-1731042986739 (Datanode Uuid b9ecf91e-3aa4-45bc-bbe0-78777f86892e) service to localhost/127.0.0.1:39835
2024-11-08T05:17:46,352 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:17:46,352 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/cluster_27d386d1-d88c-153b-ee70-0e2991a0ed2a/data/data1/current/BP-94060942-172.17.0.3-1731042986739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:17:46,352 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/cluster_27d386d1-d88c-153b-ee70-0e2991a0ed2a/data/data2/current/BP-94060942-172.17.0.3-1731042986739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:17:46,353 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:17:46,358 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@789f5b60{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:17:46,359 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d2fcc47{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:17:46,359 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:17:46,359 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ed6d5f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:17:46,359 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4df520fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/hadoop.log.dir/,STOPPED}
2024-11-08T05:17:46,377 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:17:46,377 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:17:46,377 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:17:46,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:17:46,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:17:46,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:17:46,377 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:17:46,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:17:46,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=992278284, stopped=false
2024-11-08T05:17:46,378 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,43959,1731042984300
2024-11-08T05:17:46,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1741422847/running
2024-11-08T05:17:46,386 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:17:46,387 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:17:46,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:17:46,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847
2024-11-08T05:17:46,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:17:46,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Set watcher on znode that does not yet exist, /0-1741422847/running
2024-11-08T05:17:46,388 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1741422847/running
2024-11-08T05:17:46,388 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847
2024-11-08T05:17:46,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Set watcher on znode that does not yet exist, /0-1741422847/running
2024-11-08T05:17:46,389 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,33587,1731042984529' *****
2024-11-08T05:17:46,389 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:17:46,389 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:17:46,389 INFO  [RS:0;d1ba675678c9:33587 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:17:46,390 INFO  [RS:0;d1ba675678c9:33587 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:17:46,390 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(3091): Received CLOSE for 062fe34b45d5289559f918311f7d5119
2024-11-08T05:17:46,390 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:17:46,404 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c87dedea88c80aeabf3ccf7ed7e0e73
2024-11-08T05:17:46,404 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,33587,1731042984529
2024-11-08T05:17:46,404 INFO  [RS:0;d1ba675678c9:33587 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:17:46,404 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 062fe34b45d5289559f918311f7d5119, disabling compactions & flushes
2024-11-08T05:17:46,404 INFO  [RS:0;d1ba675678c9:33587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:33587.
2024-11-08T05:17:46,404 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119.
2024-11-08T05:17:46,404 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119.
2024-11-08T05:17:46,404 DEBUG [RS:0;d1ba675678c9:33587 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:17:46,405 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119. after waiting 0 ms
2024-11-08T05:17:46,405 DEBUG [RS:0;d1ba675678c9:33587 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:17:46,405 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119.
2024-11-08T05:17:46,405 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 062fe34b45d5289559f918311f7d5119 3/3 column families, dataSize=874 B heapSize=2.19 KB
2024-11-08T05:17:46,405 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:17:46,405 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:17:46,405 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:17:46,405 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:17:46,412 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-08T05:17:46,412 DEBUG [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(1325): Online Regions={062fe34b45d5289559f918311f7d5119=hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119., 1588230740=hbase:meta,,1.1588230740, 0c87dedea88c80aeabf3ccf7ed7e0e73=test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73.}
2024-11-08T05:17:46,412 DEBUG [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(1351): Waiting on 062fe34b45d5289559f918311f7d5119, 0c87dedea88c80aeabf3ccf7ed7e0e73, 1588230740
2024-11-08T05:17:46,412 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:17:46,412 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:17:46,412 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:17:46,412 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:17:46,412 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:17:46,413 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-08T05:17:46,427 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/replication/062fe34b45d5289559f918311f7d5119/.tmp/hfileref/6a37a4bce5b6449184930ef936d42f03 is 74, key is 1/hfileref:0e82ac6ca5d94f0ab074715b5b3433bb_SeqId_4_/1731043001266/DeleteColumn/seqid=0
2024-11-08T05:17:46,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741844_1020 (size=5203)
2024-11-08T05:17:46,442 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/.tmp/info/cfce4fb2a6d64767aca846bdecf2477f is 147, key is hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119./info:regioninfo/1731042997959/Put/seqid=0
2024-11-08T05:17:46,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741845_1021 (size=7686)
2024-11-08T05:17:46,448 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/.tmp/info/cfce4fb2a6d64767aca846bdecf2477f
2024-11-08T05:17:46,476 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/.tmp/ns/eedecf6b0dd94b0fbe51b5a440d9e496 is 43, key is default/ns:d/1731042986641/Put/seqid=0
2024-11-08T05:17:46,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741846_1022 (size=5153)
2024-11-08T05:17:46,488 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:17:46,612 DEBUG [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(1351): Waiting on 062fe34b45d5289559f918311f7d5119, 0c87dedea88c80aeabf3ccf7ed7e0e73, 1588230740
2024-11-08T05:17:46,813 DEBUG [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(1351): Waiting on 062fe34b45d5289559f918311f7d5119, 0c87dedea88c80aeabf3ccf7ed7e0e73, 1588230740
2024-11-08T05:17:46,839 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/replication/062fe34b45d5289559f918311f7d5119/.tmp/hfileref/6a37a4bce5b6449184930ef936d42f03
2024-11-08T05:17:46,856 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/replication/062fe34b45d5289559f918311f7d5119/.tmp/queue/9afc4c285e4d4af9821c82e2ea4479af is 153, key is 1-d1ba675678c9,33587,1731042984529/queue:d1ba675678c9%2C33587%2C1731042984529/1731043003089/Put/seqid=0
2024-11-08T05:17:46,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741847_1023 (size=5352)
2024-11-08T05:17:46,880 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/.tmp/ns/eedecf6b0dd94b0fbe51b5a440d9e496
2024-11-08T05:17:46,898 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/.tmp/rep_barrier/0af2bf4817ae4875aba8c2956c958f74 is 112, key is test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73./rep_barrier:seqnumDuringOpen/1731042993612/Put/seqid=0
2024-11-08T05:17:46,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741848_1024 (size=5518)
2024-11-08T05:17:46,994 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:17:46,994 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:17:47,013 DEBUG [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(1351): Waiting on 062fe34b45d5289559f918311f7d5119, 0c87dedea88c80aeabf3ccf7ed7e0e73, 1588230740
2024-11-08T05:17:47,213 DEBUG [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(1351): Waiting on 062fe34b45d5289559f918311f7d5119, 0c87dedea88c80aeabf3ccf7ed7e0e73, 1588230740
2024-11-08T05:17:47,261 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/replication/062fe34b45d5289559f918311f7d5119/.tmp/queue/9afc4c285e4d4af9821c82e2ea4479af
2024-11-08T05:17:47,267 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/replication/062fe34b45d5289559f918311f7d5119/.tmp/hfileref/6a37a4bce5b6449184930ef936d42f03 as hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/replication/062fe34b45d5289559f918311f7d5119/hfileref/6a37a4bce5b6449184930ef936d42f03
2024-11-08T05:17:47,272 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/replication/062fe34b45d5289559f918311f7d5119/hfileref/6a37a4bce5b6449184930ef936d42f03, entries=2, sequenceid=10, filesize=5.1 K
2024-11-08T05:17:47,273 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/replication/062fe34b45d5289559f918311f7d5119/.tmp/queue/9afc4c285e4d4af9821c82e2ea4479af as hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/replication/062fe34b45d5289559f918311f7d5119/queue/9afc4c285e4d4af9821c82e2ea4479af
2024-11-08T05:17:47,279 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/replication/062fe34b45d5289559f918311f7d5119/queue/9afc4c285e4d4af9821c82e2ea4479af, entries=1, sequenceid=10, filesize=5.2 K
2024-11-08T05:17:47,280 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 062fe34b45d5289559f918311f7d5119 in 875ms, sequenceid=10, compaction requested=false
2024-11-08T05:17:47,285 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/replication/062fe34b45d5289559f918311f7d5119/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-08T05:17:47,286 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:17:47,286 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:17:47,286 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119.
2024-11-08T05:17:47,286 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 062fe34b45d5289559f918311f7d5119:
Waiting for close lock at 1731043066404Running coprocessor pre-close hooks at 1731043066404Disabling compacts and flushes for region at 1731043066404Disabling writes for close at 1731043066405 (+1 ms)Obtaining lock to block concurrent updates at 1731043066405Preparing flush snapshotting stores in 062fe34b45d5289559f918311f7d5119 at 1731043066405Finished memstore snapshotting hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731043066405Flushing stores of hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119. at 1731043066406 (+1 ms)Flushing 062fe34b45d5289559f918311f7d5119/hfileref: creating writer at 1731043066406Flushing 062fe34b45d5289559f918311f7d5119/hfileref: appending metadata at 1731043066426 (+20 ms)Flushing 062fe34b45d5289559f918311f7d5119/hfileref: closing flushed file at 1731043066426Flushing 062fe34b45d5289559f918311f7d5119/queue: creating writer at 1731043066843 (+417 ms)Flushing 062fe34b45d5289559f918311f7d5119/queue: appending metadata at 1731043066856 (+13 ms)Flushing 062fe34b45d5289559f918311f7d5119/queue: closing flushed file at 1731043066856Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6af0d8cf: reopening flushed file at 1731043067266 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6acf4873: reopening flushed file at 1731043067272 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 062fe34b45d5289559f918311f7d5119 in 875ms, sequenceid=10, compaction requested=false at 1731043067280 (+8 ms)Writing region close event to WAL at 1731043067281 (+1 ms)Running coprocessor post-close hooks at 1731043067286 (+5 ms)Closed at 1731043067286
2024-11-08T05:17:47,286 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731042996790.062fe34b45d5289559f918311f7d5119.
2024-11-08T05:17:47,286 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c87dedea88c80aeabf3ccf7ed7e0e73, disabling compactions & flushes
2024-11-08T05:17:47,286 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73.
2024-11-08T05:17:47,286 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73.
2024-11-08T05:17:47,286 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73. after waiting 0 ms
2024-11-08T05:17:47,286 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73.
2024-11-08T05:17:47,294 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/default/test/0c87dedea88c80aeabf3ccf7ed7e0e73/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T05:17:47,295 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:17:47,295 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:17:47,295 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73.
2024-11-08T05:17:47,295 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c87dedea88c80aeabf3ccf7ed7e0e73:
Waiting for close lock at 1731043067286Running coprocessor pre-close hooks at 1731043067286Disabling compacts and flushes for region at 1731043067286Disabling writes for close at 1731043067286Writing region close event to WAL at 1731043067290 (+4 ms)Running coprocessor post-close hooks at 1731043067295 (+5 ms)Closed at 1731043067295
2024-11-08T05:17:47,295 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731042992451.0c87dedea88c80aeabf3ccf7ed7e0e73.
2024-11-08T05:17:47,303 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/.tmp/rep_barrier/0af2bf4817ae4875aba8c2956c958f74
2024-11-08T05:17:47,326 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/.tmp/table/f5db99b6a12541a8a441815dd279dd07 is 53, key is hbase:replication/table:state/1731042997966/Put/seqid=0
2024-11-08T05:17:47,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741849_1025 (size=5308)
2024-11-08T05:17:47,413 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-08T05:17:47,413 DEBUG [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-08T05:17:47,413 DEBUG [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:17:47,613 DEBUG [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:17:47,730 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/.tmp/table/f5db99b6a12541a8a441815dd279dd07
2024-11-08T05:17:47,736 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/.tmp/info/cfce4fb2a6d64767aca846bdecf2477f as hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/info/cfce4fb2a6d64767aca846bdecf2477f
2024-11-08T05:17:47,741 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/info/cfce4fb2a6d64767aca846bdecf2477f, entries=20, sequenceid=16, filesize=7.5 K
2024-11-08T05:17:47,741 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/.tmp/ns/eedecf6b0dd94b0fbe51b5a440d9e496 as hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/ns/eedecf6b0dd94b0fbe51b5a440d9e496
2024-11-08T05:17:47,746 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/ns/eedecf6b0dd94b0fbe51b5a440d9e496, entries=2, sequenceid=16, filesize=5.0 K
2024-11-08T05:17:47,747 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/.tmp/rep_barrier/0af2bf4817ae4875aba8c2956c958f74 as hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/rep_barrier/0af2bf4817ae4875aba8c2956c958f74
2024-11-08T05:17:47,752 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/rep_barrier/0af2bf4817ae4875aba8c2956c958f74, entries=1, sequenceid=16, filesize=5.4 K
2024-11-08T05:17:47,752 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/.tmp/table/f5db99b6a12541a8a441815dd279dd07 as hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/table/f5db99b6a12541a8a441815dd279dd07
2024-11-08T05:17:47,757 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/table/f5db99b6a12541a8a441815dd279dd07, entries=4, sequenceid=16, filesize=5.2 K
2024-11-08T05:17:47,758 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=16, compaction requested=false
2024-11-08T05:17:47,763 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-08T05:17:47,764 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:17:47,764 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:17:47,764 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:17:47,764 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043066412Running coprocessor pre-close hooks at 1731043066412Disabling compacts and flushes for region at 1731043066412Disabling writes for close at 1731043066412Obtaining lock to block concurrent updates at 1731043066413 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731043066413Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731043066413Flushing stores of hbase:meta,,1.1588230740 at 1731043066414 (+1 ms)Flushing 1588230740/info: creating writer at 1731043066414Flushing 1588230740/info: appending metadata at 1731043066441 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731043066442 (+1 ms)Flushing 1588230740/ns: creating writer at 1731043066456 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731043066475 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731043066475Flushing 1588230740/rep_barrier: creating writer at 1731043066885 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731043066898 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731043066898Flushing 1588230740/table: creating writer at 1731043067309 (+411 ms)Flushing 1588230740/table: appending metadata at 1731043067325 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731043067325Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d0d67c: reopening flushed file at 1731043067735 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d62088e: reopening flushed file at 1731043067741 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d4021dc: reopening flushed file at 1731043067746 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc016f5: reopening flushed file at 1731043067752 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=16, compaction requested=false at 1731043067758 (+6 ms)Writing region close event to WAL at 1731043067760 (+2 ms)Running coprocessor post-close hooks at 1731043067764 (+4 ms)Closed at 1731043067764
2024-11-08T05:17:47,764 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:17:47,814 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,33587,1731042984529; all regions closed.
2024-11-08T05:17:47,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741834_1010 (size=4239)
2024-11-08T05:17:47,816 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.meta.1731042986548.meta not finished, retry = 0
2024-11-08T05:17:47,919 DEBUG [RS:0;d1ba675678c9:33587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/oldWALs
2024-11-08T05:17:47,919 INFO  [RS:0;d1ba675678c9:33587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C33587%2C1731042984529.meta:.meta(num 1731042986548)
2024-11-08T05:17:47,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741839_1015 (size=2700)
2024-11-08T05:17:47,922 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/WALs/d1ba675678c9,33587,1731042984529/d1ba675678c9%2C33587%2C1731042984529.rep.1731042997926 not finished, retry = 0
2024-11-08T05:17:47,939 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:17:47,939 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:17:47,939 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:17:47,940 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:17:47,946 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:17:48,024 DEBUG [RS:0;d1ba675678c9:33587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/oldWALs
2024-11-08T05:17:48,024 INFO  [RS:0;d1ba675678c9:33587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C33587%2C1731042984529.rep:(num 1731042997926)
2024-11-08T05:17:48,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741833_1009 (size=1300)
2024-11-08T05:17:48,032 DEBUG [RS:0;d1ba675678c9:33587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/oldWALs
2024-11-08T05:17:48,032 INFO  [RS:0;d1ba675678c9:33587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C33587%2C1731042984529:(num 1731042986134)
2024-11-08T05:17:48,032 DEBUG [RS:0;d1ba675678c9:33587 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:17:48,032 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:17:48,033 INFO  [RS:0;d1ba675678c9:33587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:17:48,033 INFO  [RS:0;d1ba675678c9:33587 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-08T05:17:48,033 INFO  [RS:0;d1ba675678c9:33587 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:17:48,033 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:17:48,034 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d1ba675678c9,33587,1731042984529 because: Region server is closing
2024-11-08T05:17:48,034 INFO  [RS:0;d1ba675678c9:33587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:33587.
2024-11-08T05:17:48,034 DEBUG [RS:0;d1ba675678c9:33587 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:17:48,034 DEBUG [RS:0;d1ba675678c9:33587 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:17:48,034 DEBUG [RS:0;d1ba675678c9:33587 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:17:48,034 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:17:48,134 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.shipperd1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-08T05:17:48,134 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.wal-reader.d1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-08T05:17:48,134 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33587,1731042984529.replicationSource.shipperd1ba675678c9%2C33587%2C1731042984529,1-d1ba675678c9,33587,1731042984529 terminated
2024-11-08T05:17:48,135 INFO  [RS:0;d1ba675678c9:33587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33587
2024-11-08T05:17:48,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847/rs
2024-11-08T05:17:48,185 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1741422847/rs/d1ba675678c9,33587,1731042984529
2024-11-08T05:17:48,185 INFO  [RS:0;d1ba675678c9:33587 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:17:48,196 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,33587,1731042984529]
2024-11-08T05:17:48,207 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1741422847/draining/d1ba675678c9,33587,1731042984529 already deleted, retry=false
2024-11-08T05:17:48,207 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,33587,1731042984529 expired; onlineServers=0
2024-11-08T05:17:48,207 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,43959,1731042984300' *****
2024-11-08T05:17:48,207 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:17:48,207 INFO  [M:0;d1ba675678c9:43959 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:17:48,207 INFO  [M:0;d1ba675678c9:43959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:17:48,207 DEBUG [M:0;d1ba675678c9:43959 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:17:48,207 DEBUG [M:0;d1ba675678c9:43959 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:17:48,207 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042985842 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731042985842,5,FailOnTimeoutGroup]
2024-11-08T05:17:48,207 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042985842 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731042985842,5,FailOnTimeoutGroup]
2024-11-08T05:17:48,207 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:17:48,207 INFO  [M:0;d1ba675678c9:43959 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:17:48,207 INFO  [M:0;d1ba675678c9:43959 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:17:48,207 DEBUG [M:0;d1ba675678c9:43959 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:17:48,207 INFO  [M:0;d1ba675678c9:43959 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:17:48,208 INFO  [M:0;d1ba675678c9:43959 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:17:48,208 INFO  [M:0;d1ba675678c9:43959 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:17:48,208 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:17:48,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1741422847/master
2024-11-08T05:17:48,217 DEBUG [M:0;d1ba675678c9:43959 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1741422847/master already deleted, retry=false
2024-11-08T05:17:48,217 DEBUG [M:0;d1ba675678c9:43959 {}] master.ActiveMasterManager(353): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1741422847/master
2024-11-08T05:17:48,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741422847
2024-11-08T05:17:48,219 INFO  [M:0;d1ba675678c9:43959 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/.lastflushedseqids
2024-11-08T05:17:48,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741850_1026 (size=263)
2024-11-08T05:17:48,297 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:17:48,297 INFO  [RS:0;d1ba675678c9:33587 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:17:48,297 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33587-0x10118dfb1f50001, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:17:48,297 INFO  [RS:0;d1ba675678c9:33587 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,33587,1731042984529; zookeeper connection closed.
2024-11-08T05:17:48,297 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@365762e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@365762e5
2024-11-08T05:17:48,297 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:17:48,453 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:17:48,474 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:17:48,474 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:17:48,474 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:17:48,475 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:17:48,480 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:17:48,624 INFO  [M:0;d1ba675678c9:43959 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:17:48,624 INFO  [M:0;d1ba675678c9:43959 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:17:48,624 DEBUG [M:0;d1ba675678c9:43959 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:17:48,624 INFO  [M:0;d1ba675678c9:43959 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:17:48,624 DEBUG [M:0;d1ba675678c9:43959 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:17:48,624 DEBUG [M:0;d1ba675678c9:43959 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:17:48,624 DEBUG [M:0;d1ba675678c9:43959 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:17:48,624 INFO  [M:0;d1ba675678c9:43959 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB
2024-11-08T05:17:48,639 DEBUG [M:0;d1ba675678c9:43959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31708e4698464517ac2d20827a42a894 is 82, key is hbase:meta,,1/info:regioninfo/1731042986603/Put/seqid=0
2024-11-08T05:17:48,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741851_1027 (size=5672)
2024-11-08T05:17:49,044 INFO  [M:0;d1ba675678c9:43959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31708e4698464517ac2d20827a42a894
2024-11-08T05:17:49,061 DEBUG [M:0;d1ba675678c9:43959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/599dec5ac2be4b95ad79aaec285e33e2 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731042993625/Put/seqid=0
2024-11-08T05:17:49,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741852_1028 (size=7239)
2024-11-08T05:17:49,466 INFO  [M:0;d1ba675678c9:43959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/599dec5ac2be4b95ad79aaec285e33e2
2024-11-08T05:17:49,470 INFO  [M:0;d1ba675678c9:43959 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 599dec5ac2be4b95ad79aaec285e33e2
2024-11-08T05:17:49,489 DEBUG [M:0;d1ba675678c9:43959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a26bf36a58f47848466c5dbcc7b2cad is 69, key is d1ba675678c9,33587,1731042984529/rs:state/1731042985912/Put/seqid=0
2024-11-08T05:17:49,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741853_1029 (size=5156)
2024-11-08T05:17:49,502 INFO  [M:0;d1ba675678c9:43959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a26bf36a58f47848466c5dbcc7b2cad
2024-11-08T05:17:49,508 DEBUG [M:0;d1ba675678c9:43959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31708e4698464517ac2d20827a42a894 as hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31708e4698464517ac2d20827a42a894
2024-11-08T05:17:49,513 INFO  [M:0;d1ba675678c9:43959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31708e4698464517ac2d20827a42a894, entries=8, sequenceid=105, filesize=5.5 K
2024-11-08T05:17:49,514 DEBUG [M:0;d1ba675678c9:43959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/599dec5ac2be4b95ad79aaec285e33e2 as hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/599dec5ac2be4b95ad79aaec285e33e2
2024-11-08T05:17:49,521 INFO  [M:0;d1ba675678c9:43959 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 599dec5ac2be4b95ad79aaec285e33e2
2024-11-08T05:17:49,521 INFO  [M:0;d1ba675678c9:43959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/599dec5ac2be4b95ad79aaec285e33e2, entries=11, sequenceid=105, filesize=7.1 K
2024-11-08T05:17:49,522 DEBUG [M:0;d1ba675678c9:43959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a26bf36a58f47848466c5dbcc7b2cad as hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a26bf36a58f47848466c5dbcc7b2cad
2024-11-08T05:17:49,530 INFO  [M:0;d1ba675678c9:43959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/8650ede4-cd64-a4b9-081c-e11f87fa1a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a26bf36a58f47848466c5dbcc7b2cad, entries=1, sequenceid=105, filesize=5.0 K
2024-11-08T05:17:49,532 INFO  [M:0;d1ba675678c9:43959 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=105, compaction requested=false
2024-11-08T05:17:49,536 INFO  [M:0;d1ba675678c9:43959 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:17:49,536 DEBUG [M:0;d1ba675678c9:43959 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043068624Disabling compacts and flushes for region at 1731043068624Disabling writes for close at 1731043068624Obtaining lock to block concurrent updates at 1731043068624Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043068624Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731043068624Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043068625 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043068625Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043068639 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043068639Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043069048 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043069061 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043069061Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043069470 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043069489 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043069489Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c21ed98: reopening flushed file at 1731043069507 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f5ccdaa: reopening flushed file at 1731043069513 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@681affa: reopening flushed file at 1731043069521 (+8 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=105, compaction requested=false at 1731043069532 (+11 ms)Writing region close event to WAL at 1731043069536 (+4 ms)Closed at 1731043069536
2024-11-08T05:17:49,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741830_1006 (size=64514)
2024-11-08T05:17:49,542 INFO  [M:0;d1ba675678c9:43959 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:17:49,542 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:17:49,542 INFO  [M:0;d1ba675678c9:43959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43959
2024-11-08T05:17:49,542 INFO  [M:0;d1ba675678c9:43959 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:17:49,707 INFO  [M:0;d1ba675678c9:43959 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:17:49,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:17:49,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43959-0x10118dfb1f50000, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:17:49,709 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ed8446{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:17:49,709 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32d3f09c{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:17:49,709 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:17:49,710 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70ea0715{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:17:49,710 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c83a027{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/hadoop.log.dir/,STOPPED}
2024-11-08T05:17:49,710 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:17:49,710 WARN  [BP-907584050-172.17.0.3-1731042981477 heartbeating to localhost/127.0.0.1:45169 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:17:49,710 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:17:49,711 WARN  [BP-907584050-172.17.0.3-1731042981477 heartbeating to localhost/127.0.0.1:45169 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-907584050-172.17.0.3-1731042981477 (Datanode Uuid 7164e6ec-d46c-433f-9c05-76204c017479) service to localhost/127.0.0.1:45169
2024-11-08T05:17:49,711 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/cluster_dad74a17-c7e2-3c8c-85c2-37ec64966e2c/data/data1/current/BP-907584050-172.17.0.3-1731042981477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:17:49,711 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/cluster_dad74a17-c7e2-3c8c-85c2-37ec64966e2c/data/data2/current/BP-907584050-172.17.0.3-1731042981477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:17:49,711 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:17:49,717 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@235f1f73{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:17:49,717 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f1ee90f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:17:49,717 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:17:49,717 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1960000c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:17:49,718 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e0b9f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/36bb57c1-2bd2-fa1d-6022-87497204d88f/hadoop.log.dir/,STOPPED}
2024-11-08T05:17:49,722 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-08T05:17:49,735 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:17:49,742 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 136)
Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45169 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:45169
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56641)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-13-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-13-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39835 from jenkins.hfs.6
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-11-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-15-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45169 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45169
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39835
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-11-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-10-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-10-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45169
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45169
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Registry-endpoints-refresh-end-points
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f6374b912c0.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-15-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-13-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39835 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:39835
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39835 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39835
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:39835
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45169 from jenkins.hfs.5
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Registry-endpoints-refresh-end-points
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f6374b912c0.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-10-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56641)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39835
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45169
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-15-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39835
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-11-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 480), ProcessCount=11 (was 11), AvailableMemoryMB=6395 (was 5855) - AvailableMemoryMB LEAK? -
2024-11-08T05:17:49,749 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=6395
2024-11-08T05:17:49,764 INFO  [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations
2024-11-08T05:17:49,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/hadoop.log.dir so I do NOT create it in target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689
2024-11-08T05:17:49,765 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:17:49,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/hadoop.tmp.dir so I do NOT create it in target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689
2024-11-08T05:17:49,765 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5cce1181-e30b-558b-f624-f1b50b7da490/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:17:49,765 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689
2024-11-08T05:17:49,765 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/cluster_03d01a78-dcfb-230d-f4fe-2d0ea7d3200b, deleteOnExit=true
2024-11-08T05:17:49,784 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/cluster_03d01a78-dcfb-230d-f4fe-2d0ea7d3200b/zookeeper_0, clientPort=57343, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/cluster_03d01a78-dcfb-230d-f4fe-2d0ea7d3200b/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/cluster_03d01a78-dcfb-230d-f4fe-2d0ea7d3200b/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-08T05:17:49,785 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57343
2024-11-08T05:17:49,785 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:17:49,785 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:17:49,785 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/test.cache.data in system properties and HBase conf
2024-11-08T05:17:49,785 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:17:49,786 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:17:49,786 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:17:49,786 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:17:49,786 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:17:49,786 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:17:49,786 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:17:49,786 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:17:49,786 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:17:49,786 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:17:49,786 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:17:49,787 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:17:49,787 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:17:49,787 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:17:49,787 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:17:49,787 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:17:49,787 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:17:49,787 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:17:49,787 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:17:49,787 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:17:49,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10118dfb1f50005, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:17:49,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10118dfb1f50002, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:17:49,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10118dfb1f50005, quorum=127.0.0.1:56641, baseZNode=/12043971651 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:17:49,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10118dfb1f50002, quorum=127.0.0.1:56641, baseZNode=/0-1741422847 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:17:50,221 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:17:50,227 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:17:50,228 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:17:50,228 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:17:50,228 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:17:50,233 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:17:50,236 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d23ffab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:17:50,237 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2afa9cc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:17:50,341 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12803652{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/java.io.tmpdir/jetty-localhost-46541-hadoop-hdfs-3_4_1-tests_jar-_-any-15933403918023081690/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:17:50,342 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35299b4e{HTTP/1.1, (http/1.1)}{localhost:46541}
2024-11-08T05:17:50,342 INFO  [Time-limited test {}] server.Server(415): Started @143778ms
2024-11-08T05:17:50,586 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:17:50,590 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:17:50,592 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:17:50,592 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:17:50,592 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:17:50,592 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15bbf7d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:17:50,592 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68beed2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:17:50,692 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@647ffad6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/java.io.tmpdir/jetty-localhost-37487-hadoop-hdfs-3_4_1-tests_jar-_-any-2887043634077897299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:17:50,692 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b94c408{HTTP/1.1, (http/1.1)}{localhost:37487}
2024-11-08T05:17:50,692 INFO  [Time-limited test {}] server.Server(415): Started @144129ms
2024-11-08T05:17:50,693 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:17:51,396 WARN  [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/cluster_03d01a78-dcfb-230d-f4fe-2d0ea7d3200b/data/data2/current/BP-61096040-172.17.0.3-1731043069807/current, will proceed with Du for space computation calculation, 
2024-11-08T05:17:51,396 WARN  [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/cluster_03d01a78-dcfb-230d-f4fe-2d0ea7d3200b/data/data1/current/BP-61096040-172.17.0.3-1731043069807/current, will proceed with Du for space computation calculation, 
2024-11-08T05:17:51,423 WARN  [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:17:51,426 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9aa124c6baaa37d2 with lease ID 0x5517d19ce27096ef: Processing first storage report for DS-4ff41006-2d30-424f-bc37-b45658a69664 from datanode DatanodeRegistration(127.0.0.1:40095, datanodeUuid=185e2e83-e934-4f07-b2ae-b476e818ee75, infoPort=46263, infoSecurePort=0, ipcPort=44509, storageInfo=lv=-57;cid=testClusterID;nsid=189508482;c=1731043069807)
2024-11-08T05:17:51,426 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9aa124c6baaa37d2 with lease ID 0x5517d19ce27096ef: from storage DS-4ff41006-2d30-424f-bc37-b45658a69664 node DatanodeRegistration(127.0.0.1:40095, datanodeUuid=185e2e83-e934-4f07-b2ae-b476e818ee75, infoPort=46263, infoSecurePort=0, ipcPort=44509, storageInfo=lv=-57;cid=testClusterID;nsid=189508482;c=1731043069807), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:17:51,426 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9aa124c6baaa37d2 with lease ID 0x5517d19ce27096ef: Processing first storage report for DS-34240fbf-d50b-4874-beba-28ce026b9ae7 from datanode DatanodeRegistration(127.0.0.1:40095, datanodeUuid=185e2e83-e934-4f07-b2ae-b476e818ee75, infoPort=46263, infoSecurePort=0, ipcPort=44509, storageInfo=lv=-57;cid=testClusterID;nsid=189508482;c=1731043069807)
2024-11-08T05:17:51,426 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9aa124c6baaa37d2 with lease ID 0x5517d19ce27096ef: from storage DS-34240fbf-d50b-4874-beba-28ce026b9ae7 node DatanodeRegistration(127.0.0.1:40095, datanodeUuid=185e2e83-e934-4f07-b2ae-b476e818ee75, infoPort=46263, infoSecurePort=0, ipcPort=44509, storageInfo=lv=-57;cid=testClusterID;nsid=189508482;c=1731043069807), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:17:51,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689
2024-11-08T05:17:51,519 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:17:51,520 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:17:51,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:17:51,929 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92 with version=8
2024-11-08T05:17:51,929 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/hbase-staging
2024-11-08T05:17:51,931 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:17:51,931 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:17:51,931 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:17:51,931 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:17:51,931 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:17:51,931 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:17:51,931 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:17:51,931 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:17:51,932 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45685
2024-11-08T05:17:51,932 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45685 connecting to ZooKeeper ensemble=127.0.0.1:57343
2024-11-08T05:17:52,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456850x0, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:17:52,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45685-0x10118e10b030000 connected
2024-11-08T05:17:52,101 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:17:52,102 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:17:52,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on znode that does not yet exist, /0-1117174538/running
2024-11-08T05:17:52,104 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92, hbase.cluster.distributed=false
2024-11-08T05:17:52,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on znode that does not yet exist, /0-1117174538/acl
2024-11-08T05:17:52,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45685
2024-11-08T05:17:52,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45685
2024-11-08T05:17:52,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45685
2024-11-08T05:17:52,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45685
2024-11-08T05:17:52,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45685
2024-11-08T05:17:52,120 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:17:52,120 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:17:52,121 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:17:52,121 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:17:52,121 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:17:52,121 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:17:52,121 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:17:52,121 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:17:52,122 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37501
2024-11-08T05:17:52,123 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37501 connecting to ZooKeeper ensemble=127.0.0.1:57343
2024-11-08T05:17:52,123 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:17:52,125 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:17:52,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375010x0, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:17:52,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375010x0, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on znode that does not yet exist, /0-1117174538/running
2024-11-08T05:17:52,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37501-0x10118e10b030001 connected
2024-11-08T05:17:52,133 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:17:52,134 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:17:52,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on znode that does not yet exist, /0-1117174538/master
2024-11-08T05:17:52,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on znode that does not yet exist, /0-1117174538/acl
2024-11-08T05:17:52,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37501
2024-11-08T05:17:52,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37501
2024-11-08T05:17:52,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37501
2024-11-08T05:17:52,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37501
2024-11-08T05:17:52,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37501
2024-11-08T05:17:52,153 DEBUG [M:0;d1ba675678c9:45685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:45685
2024-11-08T05:17:52,154 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1117174538/backup-masters/d1ba675678c9,45685,1731043071931
2024-11-08T05:17:52,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538/backup-masters
2024-11-08T05:17:52,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538/backup-masters
2024-11-08T05:17:52,165 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on existing znode=/0-1117174538/backup-masters/d1ba675678c9,45685,1731043071931
2024-11-08T05:17:52,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:17:52,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1117174538/master
2024-11-08T05:17:52,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:17:52,175 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on existing znode=/0-1117174538/master
2024-11-08T05:17:52,176 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1117174538/backup-masters/d1ba675678c9,45685,1731043071931 from backup master directory
2024-11-08T05:17:52,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538/backup-masters
2024-11-08T05:17:52,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1117174538/backup-masters/d1ba675678c9,45685,1731043071931
2024-11-08T05:17:52,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538/backup-masters
2024-11-08T05:17:52,186 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:17:52,186 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,45685,1731043071931
2024-11-08T05:17:52,197 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/hbase.id] with ID: 7f8c7048-a2a7-4426-99fd-0d992a9d8c95
2024-11-08T05:17:52,197 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/.tmp/hbase.id
2024-11-08T05:17:52,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:17:52,607 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/.tmp/hbase.id]:[hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/hbase.id]
2024-11-08T05:17:52,618 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:17:52,618 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:17:52,619 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-08T05:17:52,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:17:52,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:17:52,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:17:53,076 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:17:53,077 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:17:53,078 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:17:53,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:17:53,485 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store
2024-11-08T05:17:53,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:17:53,636 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:17:53,656 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:17:53,656 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:17:53,657 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:17:53,657 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:17:53,657 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:17:53,662 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:17:53,897 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:17:53,897 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:17:53,897 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:17:53,897 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:17:53,897 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:17:53,897 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:17:53,897 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:17:53,897 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043073897Disabling compacts and flushes for region at 1731043073897Disabling writes for close at 1731043073897Writing region close event to WAL at 1731043073897Closed at 1731043073897
2024-11-08T05:17:53,898 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/.initializing
2024-11-08T05:17:53,898 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/WALs/d1ba675678c9,45685,1731043071931
2024-11-08T05:17:53,899 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:17:53,900 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C45685%2C1731043071931, suffix=, logDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/WALs/d1ba675678c9,45685,1731043071931, archiveDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/oldWALs, maxLogs=10
2024-11-08T05:17:53,914 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/WALs/d1ba675678c9,45685,1731043071931/d1ba675678c9%2C45685%2C1731043071931.1731043073901, exclude list is [], retry=0
2024-11-08T05:17:53,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-4ff41006-2d30-424f-bc37-b45658a69664,DISK]
2024-11-08T05:17:53,919 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/WALs/d1ba675678c9,45685,1731043071931/d1ba675678c9%2C45685%2C1731043071931.1731043073901
2024-11-08T05:17:53,919 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46263:46263)]
2024-11-08T05:17:53,919 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:17:53,919 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:17:53,919 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:17:53,919 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:17:53,920 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:17:53,922 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:17:53,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:17:53,922 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:17:53,922 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:17:53,923 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:17:53,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:17:53,924 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:17:53,924 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:17:53,925 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:17:53,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:17:53,925 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:17:53,925 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:17:53,926 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:17:53,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:17:53,927 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:17:53,927 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:17:53,927 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:17:53,928 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:17:53,929 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:17:53,929 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:17:53,929 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:17:53,930 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:17:53,932 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:17:53,932 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67603935, jitterRate=0.007377132773399353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:17:53,933 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731043073919Initializing all the Stores at 1731043073920 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043073920Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043073920Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043073920Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043073920Cleaning up temporary data from old regions at 1731043073929 (+9 ms)Region opened successfully at 1731043073933 (+4 ms)
2024-11-08T05:17:53,933 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:17:53,935 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a50a23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:17:53,936 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:17:53,936 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:17:53,936 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:17:53,937 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:17:53,937 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:17:53,938 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:17:53,938 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:17:53,940 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:17:53,941 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Unable to get data of znode /0-1117174538/balancer because node does not exist (not necessarily an error)
2024-11-08T05:17:53,985 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117174538/balancer already deleted, retry=false
2024-11-08T05:17:53,986 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:17:53,986 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Unable to get data of znode /0-1117174538/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:17:53,996 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117174538/normalizer already deleted, retry=false
2024-11-08T05:17:53,996 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:17:53,997 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Unable to get data of znode /0-1117174538/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:17:54,006 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117174538/switch/split already deleted, retry=false
2024-11-08T05:17:54,007 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Unable to get data of znode /0-1117174538/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:17:54,017 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117174538/switch/merge already deleted, retry=false
2024-11-08T05:17:54,018 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Unable to get data of znode /0-1117174538/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:17:54,027 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117174538/snapshot-cleanup already deleted, retry=false
2024-11-08T05:17:54,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1117174538/running
2024-11-08T05:17:54,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1117174538/running
2024-11-08T05:17:54,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:17:54,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:17:54,038 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,45685,1731043071931, sessionid=0x10118e10b030000, setting cluster-up flag (Was=false)
2024-11-08T05:17:54,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:17:54,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:17:54,090 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1117174538/flush-table-proc/acquired, /0-1117174538/flush-table-proc/reached, /0-1117174538/flush-table-proc/abort
2024-11-08T05:17:54,092 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,45685,1731043071931
2024-11-08T05:17:54,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:17:54,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:17:54,143 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1117174538/online-snapshot/acquired, /0-1117174538/online-snapshot/reached, /0-1117174538/online-snapshot/abort
2024-11-08T05:17:54,144 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,45685,1731043071931
2024-11-08T05:17:54,145 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:17:54,146 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:17:54,146 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:17:54,146 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:17:54,147 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,45685,1731043071931
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:17:54,148 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:17:54,148 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:17:54,148 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:17:54,148 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:17:54,148 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:17:54,148 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:54,148 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:17:54,148 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:54,149 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043104149
2024-11-08T05:17:54,149 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:17:54,149 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:17:54,149 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:17:54,149 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:17:54,149 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:17:54,149 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:17:54,149 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:17:54,149 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:17:54,149 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:54,150 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:17:54,150 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:17:54,150 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:17:54,150 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:17:54,150 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:17:54,150 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:17:54,150 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043074150,5,FailOnTimeoutGroup]
2024-11-08T05:17:54,150 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:17:54,150 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043074150,5,FailOnTimeoutGroup]
2024-11-08T05:17:54,150 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:54,150 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:17:54,150 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:54,150 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:54,150 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:17:54,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:17:54,245 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(746): ClusterId : 7f8c7048-a2a7-4426-99fd-0d992a9d8c95
2024-11-08T05:17:54,246 DEBUG [RS:0;d1ba675678c9:37501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:17:54,258 DEBUG [RS:0;d1ba675678c9:37501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:17:54,258 DEBUG [RS:0;d1ba675678c9:37501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:17:54,270 DEBUG [RS:0;d1ba675678c9:37501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:17:54,270 DEBUG [RS:0;d1ba675678c9:37501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df66d89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:17:54,282 DEBUG [RS:0;d1ba675678c9:37501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:37501
2024-11-08T05:17:54,282 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:17:54,282 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:17:54,282 DEBUG [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:17:54,283 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,45685,1731043071931 with port=37501, startcode=1731043072120
2024-11-08T05:17:54,283 DEBUG [RS:0;d1ba675678c9:37501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:17:54,284 INFO  [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:17:54,285 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45685 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,37501,1731043072120
2024-11-08T05:17:54,285 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45685 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,37501,1731043072120
2024-11-08T05:17:54,286 DEBUG [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92
2024-11-08T05:17:54,286 DEBUG [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38291
2024-11-08T05:17:54,286 DEBUG [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:17:54,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538/rs
2024-11-08T05:17:54,291 DEBUG [RS:0;d1ba675678c9:37501 {}] zookeeper.ZKUtil(111): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on existing znode=/0-1117174538/rs/d1ba675678c9,37501,1731043072120
2024-11-08T05:17:54,291 WARN  [RS:0;d1ba675678c9:37501 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:17:54,291 INFO  [RS:0;d1ba675678c9:37501 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:17:54,291 DEBUG [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120
2024-11-08T05:17:54,291 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,37501,1731043072120]
2024-11-08T05:17:54,295 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:17:54,296 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:17:54,297 INFO  [RS:0;d1ba675678c9:37501 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:17:54,297 INFO  [RS:0;d1ba675678c9:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:54,297 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:17:54,298 INFO  [RS:0;d1ba675678c9:37501 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:17:54,298 INFO  [RS:0;d1ba675678c9:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:54,298 DEBUG [RS:0;d1ba675678c9:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:54,298 DEBUG [RS:0;d1ba675678c9:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:54,298 DEBUG [RS:0;d1ba675678c9:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:54,298 DEBUG [RS:0;d1ba675678c9:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:54,298 DEBUG [RS:0;d1ba675678c9:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:54,298 DEBUG [RS:0;d1ba675678c9:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:17:54,298 DEBUG [RS:0;d1ba675678c9:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:54,298 DEBUG [RS:0;d1ba675678c9:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:54,298 DEBUG [RS:0;d1ba675678c9:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:54,298 DEBUG [RS:0;d1ba675678c9:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:54,298 DEBUG [RS:0;d1ba675678c9:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:54,298 DEBUG [RS:0;d1ba675678c9:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:54,299 DEBUG [RS:0;d1ba675678c9:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:17:54,299 DEBUG [RS:0;d1ba675678c9:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:17:54,301 INFO  [RS:0;d1ba675678c9:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:54,301 INFO  [RS:0;d1ba675678c9:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:54,301 INFO  [RS:0;d1ba675678c9:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:54,301 INFO  [RS:0;d1ba675678c9:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:54,301 INFO  [RS:0;d1ba675678c9:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:54,301 INFO  [RS:0;d1ba675678c9:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37501,1731043072120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:17:54,316 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:17:54,317 INFO  [RS:0;d1ba675678c9:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37501,1731043072120-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:54,317 INFO  [RS:0;d1ba675678c9:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:54,317 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.Replication(171): d1ba675678c9,37501,1731043072120 started
2024-11-08T05:17:54,330 INFO  [RS:0;d1ba675678c9:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:54,330 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,37501,1731043072120, RpcServer on d1ba675678c9/172.17.0.3:37501, sessionid=0x10118e10b030001
2024-11-08T05:17:54,330 DEBUG [RS:0;d1ba675678c9:37501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:17:54,330 DEBUG [RS:0;d1ba675678c9:37501 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,37501,1731043072120
2024-11-08T05:17:54,330 DEBUG [RS:0;d1ba675678c9:37501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,37501,1731043072120'
2024-11-08T05:17:54,330 DEBUG [RS:0;d1ba675678c9:37501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1117174538/flush-table-proc/abort'
2024-11-08T05:17:54,331 DEBUG [RS:0;d1ba675678c9:37501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1117174538/flush-table-proc/acquired'
2024-11-08T05:17:54,331 DEBUG [RS:0;d1ba675678c9:37501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:17:54,331 DEBUG [RS:0;d1ba675678c9:37501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:17:54,331 DEBUG [RS:0;d1ba675678c9:37501 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,37501,1731043072120
2024-11-08T05:17:54,331 DEBUG [RS:0;d1ba675678c9:37501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,37501,1731043072120'
2024-11-08T05:17:54,331 DEBUG [RS:0;d1ba675678c9:37501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1117174538/online-snapshot/abort'
2024-11-08T05:17:54,332 DEBUG [RS:0;d1ba675678c9:37501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1117174538/online-snapshot/acquired'
2024-11-08T05:17:54,332 DEBUG [RS:0;d1ba675678c9:37501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:17:54,332 INFO  [RS:0;d1ba675678c9:37501 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:17:54,332 INFO  [RS:0;d1ba675678c9:37501 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:17:54,432 INFO  [RS:0;d1ba675678c9:37501 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:17:54,434 INFO  [RS:0;d1ba675678c9:37501 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C37501%2C1731043072120, suffix=, logDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120, archiveDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/oldWALs, maxLogs=10
2024-11-08T05:17:54,446 DEBUG [RS:0;d1ba675678c9:37501 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120/d1ba675678c9%2C37501%2C1731043072120.1731043074434, exclude list is [], retry=0
2024-11-08T05:17:54,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-4ff41006-2d30-424f-bc37-b45658a69664,DISK]
2024-11-08T05:17:54,450 INFO  [RS:0;d1ba675678c9:37501 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120/d1ba675678c9%2C37501%2C1731043072120.1731043074434
2024-11-08T05:17:54,450 DEBUG [RS:0;d1ba675678c9:37501 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46263:46263)]
2024-11-08T05:17:54,558 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:17:54,558 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92
2024-11-08T05:17:54,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741833_1009 (size=32)
2024-11-08T05:17:54,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:17:54,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-08T05:17:54,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-08T05:17:54,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-08T05:17:54,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:17:54,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:17:54,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:17:54,965 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:17:54,966 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:17:54,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:17:54,967 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:17:54,967 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:17:54,968 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:17:54,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:17:54,968 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:17:54,968 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:17:54,969 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:17:54,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:17:54,970 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:17:54,970 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:17:54,971 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:17:54,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:17:54,971 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:17:54,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:17:54,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740
2024-11-08T05:17:54,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740
2024-11-08T05:17:54,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:17:54,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:17:54,973 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:17:54,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:17:54,976 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:17:54,976 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73082038, jitterRate=0.08900722861289978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:17:54,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731043074964Initializing all the Stores at 1731043074965 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043074965Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043074965Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043074965Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043074965Cleaning up temporary data from old regions at 1731043074973 (+8 ms)Region opened successfully at 1731043074977 (+4 ms)
2024-11-08T05:17:54,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:17:54,977 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:17:54,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:17:54,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:17:54,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:17:54,978 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:17:54,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043074977Disabling compacts and flushes for region at 1731043074977Disabling writes for close at 1731043074977Writing region close event to WAL at 1731043074978 (+1 ms)Closed at 1731043074978
2024-11-08T05:17:54,979 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:17:54,979 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:17:54,979 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:17:54,980 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:17:54,981 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:17:55,131 DEBUG [d1ba675678c9:45685 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:17:55,132 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,37501,1731043072120
2024-11-08T05:17:55,133 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,37501,1731043072120, state=OPENING
2024-11-08T05:17:55,185 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:17:55,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:17:55,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:17:55,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1117174538/meta-region-server: CHANGED
2024-11-08T05:17:55,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1117174538/meta-region-server: CHANGED
2024-11-08T05:17:55,230 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:17:55,230 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,37501,1731043072120}]
2024-11-08T05:17:55,383 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:17:55,384 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:17:55,387 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:17:55,388 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:17:55,388 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:17:55,389 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C37501%2C1731043072120.meta, suffix=.meta, logDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120, archiveDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/oldWALs, maxLogs=10
2024-11-08T05:17:55,402 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120/d1ba675678c9%2C37501%2C1731043072120.meta.1731043075389.meta, exclude list is [], retry=0
2024-11-08T05:17:55,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-4ff41006-2d30-424f-bc37-b45658a69664,DISK]
2024-11-08T05:17:55,406 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120/d1ba675678c9%2C37501%2C1731043072120.meta.1731043075389.meta
2024-11-08T05:17:55,406 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46263:46263)]
2024-11-08T05:17:55,406 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:17:55,407 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:17:55,407 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:17:55,407 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:17:55,407 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:17:55,407 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:17:55,407 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:17:55,407 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:17:55,407 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:17:55,409 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:17:55,409 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:17:55,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:17:55,410 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:17:55,410 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:17:55,411 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:17:55,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:17:55,411 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:17:55,411 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:17:55,411 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:17:55,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:17:55,412 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:17:55,412 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:17:55,412 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:17:55,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:17:55,413 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:17:55,413 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:17:55,414 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740
2024-11-08T05:17:55,415 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740
2024-11-08T05:17:55,416 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:17:55,416 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:17:55,416 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:17:55,417 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:17:55,418 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67708157, jitterRate=0.008930161595344543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:17:55,418 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:17:55,419 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731043075408Writing region info on filesystem at 1731043075408Initializing all the Stores at 1731043075408Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043075408Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043075409 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043075409Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043075409Cleaning up temporary data from old regions at 1731043075416 (+7 ms)Running coprocessor post-open hooks at 1731043075418 (+2 ms)Region opened successfully at 1731043075419 (+1 ms)
2024-11-08T05:17:55,420 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043075383
2024-11-08T05:17:55,422 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:17:55,422 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:17:55,422 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,37501,1731043072120
2024-11-08T05:17:55,423 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,37501,1731043072120, state=OPEN
2024-11-08T05:17:55,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1117174538/meta-region-server
2024-11-08T05:17:55,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1117174538/meta-region-server
2024-11-08T05:17:55,427 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,37501,1731043072120
2024-11-08T05:17:55,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1117174538/meta-region-server: CHANGED
2024-11-08T05:17:55,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1117174538/meta-region-server: CHANGED
2024-11-08T05:17:55,429 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:17:55,429 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,37501,1731043072120 in 197 msec
2024-11-08T05:17:55,431 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:17:55,431 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 450 msec
2024-11-08T05:17:55,431 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:17:55,431 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:17:55,432 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:17:55,432 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,37501,1731043072120, seqNum=-1]
2024-11-08T05:17:55,433 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:17:55,434 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:17:55,438 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2920 sec
2024-11-08T05:17:55,438 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043075438, completionTime=-1
2024-11-08T05:17:55,438 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:17:55,438 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:17:55,440 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:17:55,440 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043135440
2024-11-08T05:17:55,440 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043195440
2024-11-08T05:17:55,440 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-08T05:17:55,440 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45685,1731043071931-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:55,440 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45685,1731043071931-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:55,441 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45685,1731043071931-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:55,441 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:45685, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:55,441 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:55,441 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:55,442 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:17:55,444 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.258sec
2024-11-08T05:17:55,444 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:17:55,444 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:17:55,444 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:17:55,444 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:17:55,444 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:17:55,444 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45685,1731043071931-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:17:55,444 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45685,1731043071931-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:17:55,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24052eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:17:55,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,45685,-1 for getting cluster id
2024-11-08T05:17:55,446 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:17:55,446 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:17:55,446 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45685,1731043071931-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:55,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:17:55,447 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f8c7048-a2a7-4426-99fd-0d992a9d8c95'
2024-11-08T05:17:55,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:17:55,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f8c7048-a2a7-4426-99fd-0d992a9d8c95"

2024-11-08T05:17:55,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b737ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:17:55,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,45685,-1]
2024-11-08T05:17:55,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:17:55,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:17:55,449 INFO  [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:17:55,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495fefbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:17:55,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:17:55,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,37501,1731043072120, seqNum=-1]
2024-11-08T05:17:55,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:17:55,452 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:17:55,453 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,45685,1731043071931
2024-11-08T05:17:55,454 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57343
2024-11-08T05:17:55,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:17:55,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10118e10b030002 connected
2024-11-08T05:17:55,472 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/hadoop.log.dir so I do NOT create it in target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda
2024-11-08T05:17:55,472 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:17:55,472 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/hadoop.tmp.dir so I do NOT create it in target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda
2024-11-08T05:17:55,472 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:17:55,472 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda
2024-11-08T05:17:55,472 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:17:55,472 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/cluster_776c45e8-975f-9fbd-b1b4-8c4f6990172a, deleteOnExit=true
2024-11-08T05:17:55,472 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:17:55,472 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/test.cache.data in system properties and HBase conf
2024-11-08T05:17:55,472 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:17:55,472 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:17:55,472 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:17:55,472 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:17:55,472 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:17:55,472 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:17:55,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:17:55,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:17:55,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:17:55,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:17:55,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:17:55,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:17:55,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:17:55,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:17:55,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:17:55,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:17:55,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:17:55,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:17:55,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:17:55,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:17:55,747 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:17:55,750 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:17:55,751 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:17:55,751 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:17:55,752 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T05:17:55,752 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:17:55,752 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ee28337{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:17:55,753 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b982f5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:17:55,857 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56f79492{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/java.io.tmpdir/jetty-localhost-38279-hadoop-hdfs-3_4_1-tests_jar-_-any-9637485480778613037/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:17:55,857 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21ddfaba{HTTP/1.1, (http/1.1)}{localhost:38279}
2024-11-08T05:17:55,857 INFO  [Time-limited test {}] server.Server(415): Started @149294ms
2024-11-08T05:17:56,367 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:17:56,370 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:17:56,371 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:17:56,371 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:17:56,371 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T05:17:56,373 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3904e05e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:17:56,373 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e350811{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:17:56,478 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59660647{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/java.io.tmpdir/jetty-localhost-33103-hadoop-hdfs-3_4_1-tests_jar-_-any-9829105760118286524/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:17:56,478 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45139d65{HTTP/1.1, (http/1.1)}{localhost:33103}
2024-11-08T05:17:56,478 INFO  [Time-limited test {}] server.Server(415): Started @149915ms
2024-11-08T05:17:56,480 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:17:57,209 WARN  [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/cluster_776c45e8-975f-9fbd-b1b4-8c4f6990172a/data/data1/current/BP-1637133044-172.17.0.3-1731043075493/current, will proceed with Du for space computation calculation, 
2024-11-08T05:17:57,210 WARN  [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/cluster_776c45e8-975f-9fbd-b1b4-8c4f6990172a/data/data2/current/BP-1637133044-172.17.0.3-1731043075493/current, will proceed with Du for space computation calculation, 
2024-11-08T05:17:57,245 WARN  [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:17:57,250 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54884c1476d927ca with lease ID 0x56bbda01bb62973: Processing first storage report for DS-d5767b92-501a-49b8-bc9e-542bb185db5e from datanode DatanodeRegistration(127.0.0.1:38329, datanodeUuid=ff36a3e3-8640-462c-b797-5d0a3351a0e3, infoPort=37021, infoSecurePort=0, ipcPort=34967, storageInfo=lv=-57;cid=testClusterID;nsid=81250017;c=1731043075493)
2024-11-08T05:17:57,250 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54884c1476d927ca with lease ID 0x56bbda01bb62973: from storage DS-d5767b92-501a-49b8-bc9e-542bb185db5e node DatanodeRegistration(127.0.0.1:38329, datanodeUuid=ff36a3e3-8640-462c-b797-5d0a3351a0e3, infoPort=37021, infoSecurePort=0, ipcPort=34967, storageInfo=lv=-57;cid=testClusterID;nsid=81250017;c=1731043075493), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:17:57,251 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54884c1476d927ca with lease ID 0x56bbda01bb62973: Processing first storage report for DS-767dd5a2-ee52-401e-892d-75e07c88031c from datanode DatanodeRegistration(127.0.0.1:38329, datanodeUuid=ff36a3e3-8640-462c-b797-5d0a3351a0e3, infoPort=37021, infoSecurePort=0, ipcPort=34967, storageInfo=lv=-57;cid=testClusterID;nsid=81250017;c=1731043075493)
2024-11-08T05:17:57,251 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54884c1476d927ca with lease ID 0x56bbda01bb62973: from storage DS-767dd5a2-ee52-401e-892d-75e07c88031c node DatanodeRegistration(127.0.0.1:38329, datanodeUuid=ff36a3e3-8640-462c-b797-5d0a3351a0e3, infoPort=37021, infoSecurePort=0, ipcPort=34967, storageInfo=lv=-57;cid=testClusterID;nsid=81250017;c=1731043075493), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:17:57,328 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda
2024-11-08T05:17:57,328 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:17:57,331 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:17:57,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:17:57,350 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44 with version=8
2024-11-08T05:17:57,351 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/hbase-staging
2024-11-08T05:17:57,354 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:17:57,354 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:17:57,354 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:17:57,354 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:17:57,354 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:17:57,354 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:17:57,354 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:17:57,354 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:17:57,357 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40883
2024-11-08T05:17:57,358 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40883 connecting to ZooKeeper ensemble=127.0.0.1:57343
2024-11-08T05:17:57,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408830x0, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:17:57,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40883-0x10118e10b030003 connected
2024-11-08T05:17:57,464 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:17:57,466 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:17:57,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Set watcher on znode that does not yet exist, /1736058697/running
2024-11-08T05:17:57,481 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44, hbase.cluster.distributed=false
2024-11-08T05:17:57,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Set watcher on znode that does not yet exist, /1736058697/acl
2024-11-08T05:17:57,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40883
2024-11-08T05:17:57,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40883
2024-11-08T05:17:57,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40883
2024-11-08T05:17:57,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40883
2024-11-08T05:17:57,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40883
2024-11-08T05:17:57,530 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:17:57,530 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:17:57,530 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:17:57,530 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:17:57,530 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:17:57,530 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:17:57,530 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:17:57,530 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:17:57,532 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34343
2024-11-08T05:17:57,533 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34343 connecting to ZooKeeper ensemble=127.0.0.1:57343
2024-11-08T05:17:57,534 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:17:57,535 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:17:57,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343430x0, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:17:57,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343430x0, quorum=127.0.0.1:57343, baseZNode=/1736058697 Set watcher on znode that does not yet exist, /1736058697/running
2024-11-08T05:17:57,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34343-0x10118e10b030004 connected
2024-11-08T05:17:57,553 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:17:57,560 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:17:57,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Set watcher on znode that does not yet exist, /1736058697/master
2024-11-08T05:17:57,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Set watcher on znode that does not yet exist, /1736058697/acl
2024-11-08T05:17:57,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34343
2024-11-08T05:17:57,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34343
2024-11-08T05:17:57,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34343
2024-11-08T05:17:57,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34343
2024-11-08T05:17:57,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34343
2024-11-08T05:17:57,589 DEBUG [M:0;d1ba675678c9:40883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:40883
2024-11-08T05:17:57,590 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1736058697/backup-masters/d1ba675678c9,40883,1731043077353
2024-11-08T05:17:57,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697/backup-masters
2024-11-08T05:17:57,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697/backup-masters
2024-11-08T05:17:57,597 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Set watcher on existing znode=/1736058697/backup-masters/d1ba675678c9,40883,1731043077353
2024-11-08T05:17:57,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697
2024-11-08T05:17:57,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1736058697/master
2024-11-08T05:17:57,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697
2024-11-08T05:17:57,607 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Set watcher on existing znode=/1736058697/master
2024-11-08T05:17:57,607 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1736058697/backup-masters/d1ba675678c9,40883,1731043077353 from backup master directory
2024-11-08T05:17:57,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697/backup-masters
2024-11-08T05:17:57,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1736058697/backup-masters/d1ba675678c9,40883,1731043077353
2024-11-08T05:17:57,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697/backup-masters
2024-11-08T05:17:57,617 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:17:57,617 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,40883,1731043077353
2024-11-08T05:17:57,626 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/hbase.id] with ID: d507d378-ecf3-4aed-bd11-75ed3ece8388
2024-11-08T05:17:57,626 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/.tmp/hbase.id
2024-11-08T05:17:57,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:17:58,037 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/.tmp/hbase.id]:[hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/hbase.id]
2024-11-08T05:17:58,048 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:17:58,049 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:17:58,050 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-08T05:17:58,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697
2024-11-08T05:17:58,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697
2024-11-08T05:17:58,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:17:58,508 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:17:58,508 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:17:58,509 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:17:58,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:17:58,916 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store
2024-11-08T05:17:58,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:17:59,323 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:17:59,323 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:17:59,323 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:17:59,323 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:17:59,323 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:17:59,323 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:17:59,323 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:17:59,323 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043079323Disabling compacts and flushes for region at 1731043079323Disabling writes for close at 1731043079323Writing region close event to WAL at 1731043079323Closed at 1731043079323
2024-11-08T05:17:59,324 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store/.initializing
2024-11-08T05:17:59,324 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/WALs/d1ba675678c9,40883,1731043077353
2024-11-08T05:17:59,325 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:17:59,327 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C40883%2C1731043077353, suffix=, logDir=hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/WALs/d1ba675678c9,40883,1731043077353, archiveDir=hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/oldWALs, maxLogs=10
2024-11-08T05:17:59,343 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/WALs/d1ba675678c9,40883,1731043077353/d1ba675678c9%2C40883%2C1731043077353.1731043079327, exclude list is [], retry=0
2024-11-08T05:17:59,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38329,DS-d5767b92-501a-49b8-bc9e-542bb185db5e,DISK]
2024-11-08T05:17:59,347 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/WALs/d1ba675678c9,40883,1731043077353/d1ba675678c9%2C40883%2C1731043077353.1731043079327
2024-11-08T05:17:59,347 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37021:37021)]
2024-11-08T05:17:59,347 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:17:59,347 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:17:59,347 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:17:59,347 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:17:59,349 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:17:59,350 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:17:59,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:17:59,350 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:17:59,350 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:17:59,351 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:17:59,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:17:59,352 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:17:59,352 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:17:59,352 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:17:59,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:17:59,353 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:17:59,353 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:17:59,354 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:17:59,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:17:59,354 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:17:59,354 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:17:59,355 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:17:59,355 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:17:59,356 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:17:59,356 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:17:59,356 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:17:59,357 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:17:59,359 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:17:59,359 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66246894, jitterRate=-0.012844353914260864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:17:59,359 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731043079348Initializing all the Stores at 1731043079348Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043079348Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043079349 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043079349Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043079349Cleaning up temporary data from old regions at 1731043079356 (+7 ms)Region opened successfully at 1731043079359 (+3 ms)
2024-11-08T05:17:59,359 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:17:59,362 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ba45c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:17:59,362 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:17:59,362 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:17:59,362 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:17:59,363 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:17:59,363 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:17:59,363 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:17:59,363 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:17:59,364 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:17:59,365 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Unable to get data of znode /1736058697/balancer because node does not exist (not necessarily an error)
2024-11-08T05:17:59,410 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1736058697/balancer already deleted, retry=false
2024-11-08T05:17:59,411 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:17:59,411 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Unable to get data of znode /1736058697/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:17:59,427 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1736058697/normalizer already deleted, retry=false
2024-11-08T05:17:59,428 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:17:59,429 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Unable to get data of znode /1736058697/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:17:59,437 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1736058697/switch/split already deleted, retry=false
2024-11-08T05:17:59,438 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Unable to get data of znode /1736058697/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:17:59,448 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1736058697/switch/merge already deleted, retry=false
2024-11-08T05:17:59,450 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Unable to get data of znode /1736058697/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:17:59,505 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1736058697/snapshot-cleanup already deleted, retry=false
2024-11-08T05:17:59,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1736058697/running
2024-11-08T05:17:59,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1736058697/running
2024-11-08T05:17:59,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697
2024-11-08T05:17:59,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697
2024-11-08T05:17:59,569 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,40883,1731043077353, sessionid=0x10118e10b030003, setting cluster-up flag (Was=false)
2024-11-08T05:17:59,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697
2024-11-08T05:17:59,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697
2024-11-08T05:17:59,627 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1736058697/flush-table-proc/acquired, /1736058697/flush-table-proc/reached, /1736058697/flush-table-proc/abort
2024-11-08T05:17:59,628 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,40883,1731043077353
2024-11-08T05:17:59,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697
2024-11-08T05:17:59,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697
2024-11-08T05:17:59,680 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1736058697/online-snapshot/acquired, /1736058697/online-snapshot/reached, /1736058697/online-snapshot/abort
2024-11-08T05:17:59,680 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,40883,1731043077353
2024-11-08T05:17:59,681 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:17:59,683 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:17:59,684 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:17:59,684 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:17:59,684 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,40883,1731043077353
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:17:59,685 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:17:59,685 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:17:59,685 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:17:59,685 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:17:59,685 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:17:59,685 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:59,686 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:17:59,686 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:59,687 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:17:59,687 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:17:59,688 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043109688
2024-11-08T05:17:59,688 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:17:59,688 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:17:59,688 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:17:59,688 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:17:59,688 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:17:59,688 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:17:59,688 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:17:59,688 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:17:59,689 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:59,689 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:17:59,690 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:17:59,690 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:17:59,690 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:17:59,690 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:17:59,690 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:17:59,690 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043079690,5,FailOnTimeoutGroup]
2024-11-08T05:17:59,691 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043079690,5,FailOnTimeoutGroup]
2024-11-08T05:17:59,691 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:59,691 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:17:59,691 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:59,691 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:59,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:17:59,776 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.HRegionServer(746): ClusterId : d507d378-ecf3-4aed-bd11-75ed3ece8388
2024-11-08T05:17:59,776 DEBUG [RS:0;d1ba675678c9:34343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:17:59,786 DEBUG [RS:0;d1ba675678c9:34343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:17:59,786 DEBUG [RS:0;d1ba675678c9:34343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:17:59,796 DEBUG [RS:0;d1ba675678c9:34343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:17:59,796 DEBUG [RS:0;d1ba675678c9:34343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea7775e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:17:59,813 DEBUG [RS:0;d1ba675678c9:34343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:34343
2024-11-08T05:17:59,813 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:17:59,813 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:17:59,813 DEBUG [RS:0;d1ba675678c9:34343 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:17:59,815 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,40883,1731043077353 with port=34343, startcode=1731043077529
2024-11-08T05:17:59,815 DEBUG [RS:0;d1ba675678c9:34343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:17:59,817 INFO  [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:17:59,817 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,34343,1731043077529
2024-11-08T05:17:59,817 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40883 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,34343,1731043077529
2024-11-08T05:17:59,818 DEBUG [RS:0;d1ba675678c9:34343 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44
2024-11-08T05:17:59,818 DEBUG [RS:0;d1ba675678c9:34343 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42911
2024-11-08T05:17:59,818 DEBUG [RS:0;d1ba675678c9:34343 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:17:59,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697/rs
2024-11-08T05:17:59,857 DEBUG [RS:0;d1ba675678c9:34343 {}] zookeeper.ZKUtil(111): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Set watcher on existing znode=/1736058697/rs/d1ba675678c9,34343,1731043077529
2024-11-08T05:17:59,857 WARN  [RS:0;d1ba675678c9:34343 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:17:59,857 INFO  [RS:0;d1ba675678c9:34343 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:17:59,857 DEBUG [RS:0;d1ba675678c9:34343 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/WALs/d1ba675678c9,34343,1731043077529
2024-11-08T05:17:59,857 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,34343,1731043077529]
2024-11-08T05:17:59,860 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:17:59,862 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:17:59,863 INFO  [RS:0;d1ba675678c9:34343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:17:59,863 INFO  [RS:0;d1ba675678c9:34343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:59,863 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:17:59,863 INFO  [RS:0;d1ba675678c9:34343 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:17:59,864 INFO  [RS:0;d1ba675678c9:34343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:59,864 DEBUG [RS:0;d1ba675678c9:34343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:59,864 DEBUG [RS:0;d1ba675678c9:34343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:59,864 DEBUG [RS:0;d1ba675678c9:34343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:59,864 DEBUG [RS:0;d1ba675678c9:34343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:59,864 DEBUG [RS:0;d1ba675678c9:34343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:59,864 DEBUG [RS:0;d1ba675678c9:34343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:17:59,864 DEBUG [RS:0;d1ba675678c9:34343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:59,864 DEBUG [RS:0;d1ba675678c9:34343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:59,864 DEBUG [RS:0;d1ba675678c9:34343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:59,864 DEBUG [RS:0;d1ba675678c9:34343 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:59,864 DEBUG [RS:0;d1ba675678c9:34343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:59,864 DEBUG [RS:0;d1ba675678c9:34343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:17:59,864 DEBUG [RS:0;d1ba675678c9:34343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:17:59,864 DEBUG [RS:0;d1ba675678c9:34343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:17:59,865 INFO  [RS:0;d1ba675678c9:34343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:59,865 INFO  [RS:0;d1ba675678c9:34343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:59,865 INFO  [RS:0;d1ba675678c9:34343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:59,865 INFO  [RS:0;d1ba675678c9:34343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:59,865 INFO  [RS:0;d1ba675678c9:34343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:59,865 INFO  [RS:0;d1ba675678c9:34343 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,34343,1731043077529-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:17:59,878 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:17:59,879 INFO  [RS:0;d1ba675678c9:34343 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,34343,1731043077529-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:59,879 INFO  [RS:0;d1ba675678c9:34343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:59,879 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.Replication(171): d1ba675678c9,34343,1731043077529 started
2024-11-08T05:17:59,893 INFO  [RS:0;d1ba675678c9:34343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:17:59,893 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,34343,1731043077529, RpcServer on d1ba675678c9/172.17.0.3:34343, sessionid=0x10118e10b030004
2024-11-08T05:17:59,893 DEBUG [RS:0;d1ba675678c9:34343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:17:59,893 DEBUG [RS:0;d1ba675678c9:34343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,34343,1731043077529
2024-11-08T05:17:59,893 DEBUG [RS:0;d1ba675678c9:34343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,34343,1731043077529'
2024-11-08T05:17:59,893 DEBUG [RS:0;d1ba675678c9:34343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1736058697/flush-table-proc/abort'
2024-11-08T05:17:59,894 DEBUG [RS:0;d1ba675678c9:34343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1736058697/flush-table-proc/acquired'
2024-11-08T05:17:59,894 DEBUG [RS:0;d1ba675678c9:34343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:17:59,894 DEBUG [RS:0;d1ba675678c9:34343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:17:59,894 DEBUG [RS:0;d1ba675678c9:34343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,34343,1731043077529
2024-11-08T05:17:59,894 DEBUG [RS:0;d1ba675678c9:34343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,34343,1731043077529'
2024-11-08T05:17:59,894 DEBUG [RS:0;d1ba675678c9:34343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1736058697/online-snapshot/abort'
2024-11-08T05:17:59,895 DEBUG [RS:0;d1ba675678c9:34343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1736058697/online-snapshot/acquired'
2024-11-08T05:17:59,895 DEBUG [RS:0;d1ba675678c9:34343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:17:59,895 INFO  [RS:0;d1ba675678c9:34343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:17:59,895 INFO  [RS:0;d1ba675678c9:34343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:17:59,995 INFO  [RS:0;d1ba675678c9:34343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:17:59,997 INFO  [RS:0;d1ba675678c9:34343 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C34343%2C1731043077529, suffix=, logDir=hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/WALs/d1ba675678c9,34343,1731043077529, archiveDir=hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/oldWALs, maxLogs=10
2024-11-08T05:18:00,011 DEBUG [RS:0;d1ba675678c9:34343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/WALs/d1ba675678c9,34343,1731043077529/d1ba675678c9%2C34343%2C1731043077529.1731043079997, exclude list is [], retry=0
2024-11-08T05:18:00,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38329,DS-d5767b92-501a-49b8-bc9e-542bb185db5e,DISK]
2024-11-08T05:18:00,016 INFO  [RS:0;d1ba675678c9:34343 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/WALs/d1ba675678c9,34343,1731043077529/d1ba675678c9%2C34343%2C1731043077529.1731043079997
2024-11-08T05:18:00,016 DEBUG [RS:0;d1ba675678c9:34343 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37021:37021)]
2024-11-08T05:18:00,098 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:18:00,098 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44
2024-11-08T05:18:00,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741833_1009 (size=32)
2024-11-08T05:18:00,357 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:18:00,392 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:00,393 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:00,393 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:00,393 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:00,394 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:00,400 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:00,409 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-08T05:18:00,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:00,511 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:18:00,513 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:18:00,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:00,513 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:00,513 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:18:00,514 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:18:00,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:00,515 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:00,515 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:18:00,516 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:18:00,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:00,516 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:00,517 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:18:00,518 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:18:00,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:00,518 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:00,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:18:00,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/data/hbase/meta/1588230740
2024-11-08T05:18:00,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/data/hbase/meta/1588230740
2024-11-08T05:18:00,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:18:00,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:18:00,521 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:18:00,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:18:00,525 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:18:00,525 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70679793, jitterRate=0.05321098864078522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:18:00,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731043080510Initializing all the Stores at 1731043080511 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043080511Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043080511Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043080511Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043080511Cleaning up temporary data from old regions at 1731043080520 (+9 ms)Region opened successfully at 1731043080526 (+6 ms)
2024-11-08T05:18:00,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:18:00,526 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:18:00,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:18:00,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:18:00,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:18:00,526 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:18:00,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043080526Disabling compacts and flushes for region at 1731043080526Disabling writes for close at 1731043080526Writing region close event to WAL at 1731043080526Closed at 1731043080526
2024-11-08T05:18:00,528 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:18:00,528 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:18:00,528 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:18:00,530 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:18:00,531 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:18:00,681 DEBUG [d1ba675678c9:40883 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:18:00,682 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,34343,1731043077529
2024-11-08T05:18:00,683 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,34343,1731043077529, state=OPENING
2024-11-08T05:18:00,723 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:18:00,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697
2024-11-08T05:18:00,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697
2024-11-08T05:18:00,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1736058697/meta-region-server: CHANGED
2024-11-08T05:18:00,785 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:18:00,786 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,34343,1731043077529}]
2024-11-08T05:18:00,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1736058697/meta-region-server: CHANGED
2024-11-08T05:18:00,938 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:18:00,939 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:18:00,942 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:18:00,942 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:00,943 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:18:00,944 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C34343%2C1731043077529.meta, suffix=.meta, logDir=hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/WALs/d1ba675678c9,34343,1731043077529, archiveDir=hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/oldWALs, maxLogs=10
2024-11-08T05:18:00,957 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/WALs/d1ba675678c9,34343,1731043077529/d1ba675678c9%2C34343%2C1731043077529.meta.1731043080944.meta, exclude list is [], retry=0
2024-11-08T05:18:00,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38329,DS-d5767b92-501a-49b8-bc9e-542bb185db5e,DISK]
2024-11-08T05:18:00,960 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/WALs/d1ba675678c9,34343,1731043077529/d1ba675678c9%2C34343%2C1731043077529.meta.1731043080944.meta
2024-11-08T05:18:00,960 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37021:37021)]
2024-11-08T05:18:00,961 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:00,961 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:18:00,961 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:18:00,961 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:18:00,961 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:18:00,961 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:18:00,961 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:00,961 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:18:00,961 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:18:00,962 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:18:00,963 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:18:00,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:00,964 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:00,964 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:18:00,964 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:18:00,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:00,964 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:00,965 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:18:00,965 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:18:00,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:00,965 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:00,965 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:18:00,966 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:18:00,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:00,966 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:00,966 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:18:00,967 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/data/hbase/meta/1588230740
2024-11-08T05:18:00,968 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/data/hbase/meta/1588230740
2024-11-08T05:18:00,969 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:18:00,969 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:18:00,969 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:18:00,970 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:18:00,971 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70473252, jitterRate=0.05013328790664673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:18:00,971 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:18:00,971 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731043080961Writing region info on filesystem at 1731043080961Initializing all the Stores at 1731043080962 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043080962Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043080962Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043080962Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043080962Cleaning up temporary data from old regions at 1731043080969 (+7 ms)Running coprocessor post-open hooks at 1731043080971 (+2 ms)Region opened successfully at 1731043080971
2024-11-08T05:18:00,972 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043080938
2024-11-08T05:18:00,973 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:18:00,974 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:18:00,974 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,34343,1731043077529
2024-11-08T05:18:00,975 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,34343,1731043077529, state=OPEN
2024-11-08T05:18:01,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1736058697/meta-region-server
2024-11-08T05:18:01,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1736058697/meta-region-server
2024-11-08T05:18:01,090 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,34343,1731043077529
2024-11-08T05:18:01,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1736058697/meta-region-server: CHANGED
2024-11-08T05:18:01,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1736058697/meta-region-server: CHANGED
2024-11-08T05:18:01,093 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:18:01,093 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,34343,1731043077529 in 304 msec
2024-11-08T05:18:01,094 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:18:01,094 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 565 msec
2024-11-08T05:18:01,095 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:18:01,095 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:18:01,096 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:01,096 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,34343,1731043077529, seqNum=-1]
2024-11-08T05:18:01,096 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:01,097 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:18:01,101 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4180 sec
2024-11-08T05:18:01,102 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043081102, completionTime=-1
2024-11-08T05:18:01,102 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:18:01,102 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:18:01,103 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:18:01,103 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043141103
2024-11-08T05:18:01,103 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043201103
2024-11-08T05:18:01,103 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-08T05:18:01,104 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40883,1731043077353-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:01,104 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40883,1731043077353-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:01,104 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40883,1731043077353-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:01,104 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:40883, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:01,104 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:01,104 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:01,106 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:18:01,107 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.490sec
2024-11-08T05:18:01,107 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:18:01,107 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:18:01,107 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:18:01,107 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:18:01,107 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:18:01,108 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40883,1731043077353-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:18:01,108 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40883,1731043077353-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:18:01,110 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:18:01,110 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:18:01,110 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40883,1731043077353-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:01,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc4fdd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:01,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,40883,-1 for getting cluster id
2024-11-08T05:18:01,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:01,178 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd507d378-ecf3-4aed-bd11-75ed3ece8388'
2024-11-08T05:18:01,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:01,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d507d378-ecf3-4aed-bd11-75ed3ece8388"

2024-11-08T05:18:01,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f503a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:01,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,40883,-1]
2024-11-08T05:18:01,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:01,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:01,180 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:01,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778308fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:01,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:01,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,34343,1731043077529, seqNum=-1]
2024-11-08T05:18:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:01,182 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:18:01,184 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,40883,1731043077353
2024-11-08T05:18:01,185 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57343
2024-11-08T05:18:01,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:18:01,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10118e10b030005 connected
2024-11-08T05:18:01,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff71a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:01,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,45685,-1 for getting cluster id
2024-11-08T05:18:01,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:01,277 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f8c7048-a2a7-4426-99fd-0d992a9d8c95'
2024-11-08T05:18:01,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:01,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f8c7048-a2a7-4426-99fd-0d992a9d8c95"

2024-11-08T05:18:01,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7876c2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:01,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,45685,-1]
2024-11-08T05:18:01,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:01,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:01,278 INFO  [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:01,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efecfc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:01,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:01,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,45685,1731043071931
2024-11-08T05:18:01,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36e6d220
2024-11-08T05:18:01,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:01,280 INFO  [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:18:01,280 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45685 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d1ba675678c9:40883,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-08T05:18:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45685 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:18:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:01,283 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:40883'
2024-11-08T05:18:01,284 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3711df67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:01,284 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,40883,-1 for getting cluster id
2024-11-08T05:18:01,284 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:01,285 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd507d378-ecf3-4aed-bd11-75ed3ece8388'
2024-11-08T05:18:01,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:01,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d507d378-ecf3-4aed-bd11-75ed3ece8388"

2024-11-08T05:18:01,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2696ef7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:01,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,40883,-1]
2024-11-08T05:18:01,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:01,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:01,286 INFO  [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:01,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0bf05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:01,286 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:01,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,40883,1731043077353
2024-11-08T05:18:01,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ae8e30a
2024-11-08T05:18:01,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:01,288 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:18:01,288 INFO  [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3.
2024-11-08T05:18:01,288 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:18:01,288 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:01,289 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:01,289 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:01,289 INFO  [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:18:01,290 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-08T05:18:01,291 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:18:01,291 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:01,292 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:18:01,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741835_1011 (size=1138)
2024-11-08T05:18:01,340 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-08T05:18:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:01,699 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39046cad03c046ca72431843922bf9fb, NAME => 'hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92
2024-11-08T05:18:01,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741836_1012 (size=44)
2024-11-08T05:18:01,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:01,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 39046cad03c046ca72431843922bf9fb, disabling compactions & flushes
2024-11-08T05:18:01,705 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:01,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:01,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb. after waiting 0 ms
2024-11-08T05:18:01,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:01,705 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:01,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39046cad03c046ca72431843922bf9fb:
Waiting for close lock at 1731043081705Disabling compacts and flushes for region at 1731043081705Disabling writes for close at 1731043081705Writing region close event to WAL at 1731043081705Closed at 1731043081705
2024-11-08T05:18:01,707 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:18:01,707 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731043081707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043081707"}]},"ts":"1731043081707"}
2024-11-08T05:18:01,710 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:18:01,711 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:18:01,711 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043081711"}]},"ts":"1731043081711"}
2024-11-08T05:18:01,713 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-08T05:18:01,714 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39046cad03c046ca72431843922bf9fb, ASSIGN}]
2024-11-08T05:18:01,715 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39046cad03c046ca72431843922bf9fb, ASSIGN
2024-11-08T05:18:01,716 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=39046cad03c046ca72431843922bf9fb, ASSIGN; state=OFFLINE, location=d1ba675678c9,37501,1731043072120; forceNewPlan=false, retain=false
2024-11-08T05:18:01,866 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=39046cad03c046ca72431843922bf9fb, regionState=OPENING, regionLocation=d1ba675678c9,37501,1731043072120
2024-11-08T05:18:01,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=39046cad03c046ca72431843922bf9fb, ASSIGN because future has completed
2024-11-08T05:18:01,869 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39046cad03c046ca72431843922bf9fb, server=d1ba675678c9,37501,1731043072120}]
2024-11-08T05:18:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:02,026 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:02,026 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:02,027 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-08T05:18:02,028 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C37501%2C1731043072120.rep, suffix=, logDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120, archiveDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/oldWALs, maxLogs=10
2024-11-08T05:18:02,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120/d1ba675678c9%2C37501%2C1731043072120.rep.1731043082029, exclude list is [], retry=0
2024-11-08T05:18:02,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-4ff41006-2d30-424f-bc37-b45658a69664,DISK]
2024-11-08T05:18:02,048 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120/d1ba675678c9%2C37501%2C1731043072120.rep.1731043082029
2024-11-08T05:18:02,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46263:46263)]
2024-11-08T05:18:02,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 39046cad03c046ca72431843922bf9fb, NAME => 'hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:02,049 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:18:02,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:18:02,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb. service=MultiRowMutationService
2024-11-08T05:18:02,049 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-08T05:18:02,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:02,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:02,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:02,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:02,051 INFO  [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 39046cad03c046ca72431843922bf9fb 
2024-11-08T05:18:02,053 INFO  [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39046cad03c046ca72431843922bf9fb columnFamilyName hfileref
2024-11-08T05:18:02,053 DEBUG [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:02,053 INFO  [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] regionserver.HStore(327): Store=39046cad03c046ca72431843922bf9fb/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:02,053 INFO  [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 39046cad03c046ca72431843922bf9fb 
2024-11-08T05:18:02,055 INFO  [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39046cad03c046ca72431843922bf9fb columnFamilyName queue
2024-11-08T05:18:02,055 DEBUG [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:02,055 INFO  [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] regionserver.HStore(327): Store=39046cad03c046ca72431843922bf9fb/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:02,055 INFO  [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 39046cad03c046ca72431843922bf9fb 
2024-11-08T05:18:02,057 INFO  [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39046cad03c046ca72431843922bf9fb columnFamilyName sid
2024-11-08T05:18:02,057 DEBUG [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:02,057 INFO  [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] regionserver.HStore(327): Store=39046cad03c046ca72431843922bf9fb/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:02,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:02,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/replication/39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:02,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/replication/39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:02,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:02,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:02,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:18:02,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:02,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/replication/39046cad03c046ca72431843922bf9fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:18:02,070 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 39046cad03c046ca72431843922bf9fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59464480, jitterRate=-0.11391019821166992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:18:02,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:02,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 39046cad03c046ca72431843922bf9fb:
Running coprocessor pre-open hook at 1731043082050Writing region info on filesystem at 1731043082050Initializing all the Stores at 1731043082051 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043082051Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043082051Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043082051Cleaning up temporary data from old regions at 1731043082060 (+9 ms)Running coprocessor post-open hooks at 1731043082070 (+10 ms)Region opened successfully at 1731043082070
2024-11-08T05:18:02,072 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb., pid=7, masterSystemTime=1731043082022
2024-11-08T05:18:02,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:02,075 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:02,075 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=39046cad03c046ca72431843922bf9fb, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,37501,1731043072120
2024-11-08T05:18:02,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39046cad03c046ca72431843922bf9fb, server=d1ba675678c9,37501,1731043072120 because future has completed
2024-11-08T05:18:02,085 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6
2024-11-08T05:18:02,085 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 39046cad03c046ca72431843922bf9fb, server=d1ba675678c9,37501,1731043072120 in 213 msec
2024-11-08T05:18:02,087 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:18:02,087 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39046cad03c046ca72431843922bf9fb, ASSIGN in 372 msec
2024-11-08T05:18:02,088 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:18:02,088 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043082088"}]},"ts":"1731043082088"}
2024-11-08T05:18:02,090 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-08T05:18:02,091 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:18:02,093 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 802 msec
2024-11-08T05:18:02,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb., hostname=d1ba675678c9,37501,1731043072120, seqNum=2]
2024-11-08T05:18:02,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:18:02,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:18:02,228 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:18:02,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37501 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8
2024-11-08T05:18:02,381 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-08T05:18:02,410 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d1ba675678c9,37501,1731043072120, ReplicationSource: 1, currentBandwidth=0
2024-11-08T05:18:02,411 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:02,411 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,37501,1731043072120, seqNum=-1]
2024-11-08T05:18:02,411 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:02,412 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService
2024-11-08T05:18:02,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d1ba675678c9,37501,1731043072120', locateType=CURRENT is [region=hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb., hostname=d1ba675678c9,37501,1731043072120, seqNum=2]
2024-11-08T05:18:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:02,416 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-08T05:18:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45685 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-08T05:18:02,418 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d1ba675678c9,37501,1731043072120 suceeded
2024-11-08T05:18:02,420 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4
2024-11-08T05:18:02,420 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec
2024-11-08T05:18:02,420 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d1ba675678c9:40883,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:18:02,421 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1400 sec
2024-11-08T05:18:02,431 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,37501,1731043072120 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:40883'
2024-11-08T05:18:02,432 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,37501,1731043072120 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a92db5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:02,433 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,37501,1731043072120 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,40883,-1 for getting cluster id
2024-11-08T05:18:02,433 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,37501,1731043072120 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:02,433 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd507d378-ecf3-4aed-bd11-75ed3ece8388'
2024-11-08T05:18:02,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:02,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d507d378-ecf3-4aed-bd11-75ed3ece8388"

2024-11-08T05:18:02,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c65b9ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:02,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,40883,-1]
2024-11-08T05:18:02,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:02,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:02,435 INFO  [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:02,435 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,37501,1731043072120 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ad91b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:02,435 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,37501,1731043072120 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:02,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,40883,1731043077353
2024-11-08T05:18:02,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48d6c7e9
2024-11-08T05:18:02,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:02,437 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService
2024-11-08T05:18:02,438 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,37501,1731043072120 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d1ba675678c9,37501,1731043072120 (queues=1) is replicating from cluster=7f8c7048-a2a7-4426-99fd-0d992a9d8c95 to cluster=d507d378-ecf3-4aed-bd11-75ed3ece8388
2024-11-08T05:18:02,438 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,37501,1731043072120 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d1ba675678c9%2C37501%2C1731043072120
2024-11-08T05:18:02,438 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,37501,1731043072120 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d1ba675678c9,37501,1731043072120, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:18:02,438 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,37501,1731043072120.replicationSource.shipperd1ba675678c9%2C37501%2C1731043072120,1-d1ba675678c9,37501,1731043072120 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C37501%2C1731043072120
2024-11-08T05:18:02,438 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,37501,1731043072120.replicationSource.wal-reader.d1ba675678c9%2C37501%2C1731043072120,1-d1ba675678c9,37501,1731043072120 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120/d1ba675678c9%2C37501%2C1731043072120.1731043074434, startPosition=0, beingWritten=true
2024-11-08T05:18:02,646 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,37501,1731043072120.replicationSource.wal-reader.d1ba675678c9%2C37501%2C1731043072120,1-d1ba675678c9,37501,1731043072120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120/d1ba675678c9%2C37501%2C1731043072120.1731043074434 to pos 0, reset compression=false
2024-11-08T05:18:02,951 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,37501,1731043072120.replicationSource.wal-reader.d1ba675678c9%2C37501%2C1731043072120,1-d1ba675678c9,37501,1731043072120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120/d1ba675678c9%2C37501%2C1731043072120.1731043074434 to pos 0, reset compression=false
2024-11-08T05:18:03,356 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,37501,1731043072120.replicationSource.wal-reader.d1ba675678c9%2C37501%2C1731043072120,1-d1ba675678c9,37501,1731043072120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120/d1ba675678c9%2C37501%2C1731043072120.1731043074434 to pos 0, reset compression=false
2024-11-08T05:18:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:03,426 INFO  [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-08T05:18:03,426 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:18:03,426 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:03,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:03,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:03,426 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:03,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:03,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,45685,1731043071931
2024-11-08T05:18:03,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50192efb
2024-11-08T05:18:03,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:03,429 INFO  [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:18:03,429 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45685 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-08T05:18:03,430 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:18:03,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:03,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:03,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:03,430 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:03,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:18:03,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1053314462, stopped=false
2024-11-08T05:18:03,430 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,45685,1731043071931
2024-11-08T05:18:03,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1117174538/running
2024-11-08T05:18:03,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:18:03,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1117174538/running
2024-11-08T05:18:03,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:18:03,437 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:18:03,438 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:18:03,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:03,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:03,438 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,37501,1731043072120' *****
2024-11-08T05:18:03,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on znode that does not yet exist, /0-1117174538/running
2024-11-08T05:18:03,438 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:18:03,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on znode that does not yet exist, /0-1117174538/running
2024-11-08T05:18:03,439 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:18:03,439 INFO  [RS:0;d1ba675678c9:37501 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:18:03,439 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:18:03,439 INFO  [RS:0;d1ba675678c9:37501 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:18:03,439 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(3091): Received CLOSE for 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:03,439 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,37501,1731043072120
2024-11-08T05:18:03,439 INFO  [RS:0;d1ba675678c9:37501 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:18:03,439 INFO  [RS:0;d1ba675678c9:37501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:37501.
2024-11-08T05:18:03,439 DEBUG [RS:0;d1ba675678c9:37501 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:03,439 DEBUG [RS:0;d1ba675678c9:37501 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:03,439 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:18:03,439 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:18:03,439 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:18:03,440 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:18:03,440 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-08T05:18:03,440 DEBUG [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 39046cad03c046ca72431843922bf9fb=hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.}
2024-11-08T05:18:03,440 DEBUG [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:03,440 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39046cad03c046ca72431843922bf9fb, disabling compactions & flushes
2024-11-08T05:18:03,440 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:03,440 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:03,440 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb. after waiting 0 ms
2024-11-08T05:18:03,440 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:18:03,440 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:03,440 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:18:03,440 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:18:03,440 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:18:03,440 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 39046cad03c046ca72431843922bf9fb 3/3 column families, dataSize=147 B heapSize=992 B
2024-11-08T05:18:03,440 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:18:03,440 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-08T05:18:03,461 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/.tmp/info/c95da42c61e54907ba42d733358cbf1c is 147, key is hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb./info:regioninfo/1731043082075/Put/seqid=0
2024-11-08T05:18:03,466 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/replication/39046cad03c046ca72431843922bf9fb/.tmp/queue/436d6d40c2764e58b11394782f39fc79 is 151, key is 1-d1ba675678c9,37501,1731043072120/queue:d1ba675678c9%2C37501%2C1731043072120/1731043082414/Put/seqid=0
2024-11-08T05:18:03,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741838_1014 (size=6631)
2024-11-08T05:18:03,473 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/.tmp/info/c95da42c61e54907ba42d733358cbf1c
2024-11-08T05:18:03,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741839_1015 (size=5350)
2024-11-08T05:18:03,508 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/.tmp/ns/5a75b494232740829add72a0aeeb9461 is 43, key is default/ns:d/1731043075434/Put/seqid=0
2024-11-08T05:18:03,512 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:18:03,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741840_1016 (size=5153)
2024-11-08T05:18:03,640 DEBUG [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:03,840 DEBUG [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:03,862 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,37501,1731043072120.replicationSource.wal-reader.d1ba675678c9%2C37501%2C1731043072120,1-d1ba675678c9,37501,1731043072120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120/d1ba675678c9%2C37501%2C1731043072120.1731043074434 to pos 0, reset compression=false
2024-11-08T05:18:03,884 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/replication/39046cad03c046ca72431843922bf9fb/.tmp/queue/436d6d40c2764e58b11394782f39fc79
2024-11-08T05:18:03,890 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/replication/39046cad03c046ca72431843922bf9fb/.tmp/queue/436d6d40c2764e58b11394782f39fc79 as hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/replication/39046cad03c046ca72431843922bf9fb/queue/436d6d40c2764e58b11394782f39fc79
2024-11-08T05:18:03,895 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/replication/39046cad03c046ca72431843922bf9fb/queue/436d6d40c2764e58b11394782f39fc79, entries=1, sequenceid=5, filesize=5.2 K
2024-11-08T05:18:03,896 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 39046cad03c046ca72431843922bf9fb in 455ms, sequenceid=5, compaction requested=false
2024-11-08T05:18:03,896 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-08T05:18:03,900 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/replication/39046cad03c046ca72431843922bf9fb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T05:18:03,900 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:18:03,900 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:18:03,900 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:03,900 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39046cad03c046ca72431843922bf9fb:
Waiting for close lock at 1731043083440Running coprocessor pre-close hooks at 1731043083440Disabling compacts and flushes for region at 1731043083440Disabling writes for close at 1731043083440Obtaining lock to block concurrent updates at 1731043083440Preparing flush snapshotting stores in 39046cad03c046ca72431843922bf9fb at 1731043083440Finished memstore snapshotting hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731043083441 (+1 ms)Flushing stores of hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb. at 1731043083441Flushing 39046cad03c046ca72431843922bf9fb/queue: creating writer at 1731043083441Flushing 39046cad03c046ca72431843922bf9fb/queue: appending metadata at 1731043083465 (+24 ms)Flushing 39046cad03c046ca72431843922bf9fb/queue: closing flushed file at 1731043083465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70723e6d: reopening flushed file at 1731043083889 (+424 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 39046cad03c046ca72431843922bf9fb in 455ms, sequenceid=5, compaction requested=false at 1731043083896 (+7 ms)Writing region close event to WAL at 1731043083897 (+1 ms)Running coprocessor post-close hooks at 1731043083900 (+3 ms)Closed at 1731043083900
2024-11-08T05:18:03,900 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:03,918 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/.tmp/ns/5a75b494232740829add72a0aeeb9461
2024-11-08T05:18:03,936 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/.tmp/table/debafe0618b6461d826bbacd6a6e137d is 53, key is hbase:replication/table:state/1731043082088/Put/seqid=0
2024-11-08T05:18:03,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741841_1017 (size=5256)
2024-11-08T05:18:04,040 DEBUG [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:18:04,241 DEBUG [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:18:04,340 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/.tmp/table/debafe0618b6461d826bbacd6a6e137d
2024-11-08T05:18:04,345 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/.tmp/info/c95da42c61e54907ba42d733358cbf1c as hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/info/c95da42c61e54907ba42d733358cbf1c
2024-11-08T05:18:04,349 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/info/c95da42c61e54907ba42d733358cbf1c, entries=10, sequenceid=11, filesize=6.5 K
2024-11-08T05:18:04,350 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/.tmp/ns/5a75b494232740829add72a0aeeb9461 as hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/ns/5a75b494232740829add72a0aeeb9461
2024-11-08T05:18:04,354 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/ns/5a75b494232740829add72a0aeeb9461, entries=2, sequenceid=11, filesize=5.0 K
2024-11-08T05:18:04,354 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/.tmp/table/debafe0618b6461d826bbacd6a6e137d as hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/table/debafe0618b6461d826bbacd6a6e137d
2024-11-08T05:18:04,358 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/table/debafe0618b6461d826bbacd6a6e137d, entries=2, sequenceid=11, filesize=5.1 K
2024-11-08T05:18:04,359 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=11, compaction requested=false
2024-11-08T05:18:04,362 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-08T05:18:04,363 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:18:04,363 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:18:04,363 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:18:04,363 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043083440Running coprocessor pre-close hooks at 1731043083440Disabling compacts and flushes for region at 1731043083440Disabling writes for close at 1731043083440Obtaining lock to block concurrent updates at 1731043083440Preparing flush snapshotting stores in 1588230740 at 1731043083440Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731043083441 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731043083441Flushing 1588230740/info: creating writer at 1731043083441Flushing 1588230740/info: appending metadata at 1731043083461 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731043083461Flushing 1588230740/ns: creating writer at 1731043083486 (+25 ms)Flushing 1588230740/ns: appending metadata at 1731043083507 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731043083507Flushing 1588230740/table: creating writer at 1731043083923 (+416 ms)Flushing 1588230740/table: appending metadata at 1731043083935 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731043083935Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ef92e7c: reopening flushed file at 1731043084344 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@563c556f: reopening flushed file at 1731043084349 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4663d2a8: reopening flushed file at 1731043084354 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=11, compaction requested=false at 1731043084359 (+5 ms)Writing region close event to WAL at 1731043084360 (+1 ms)Running coprocessor post-close hooks at 1731043084363 (+3 ms)Closed at 1731043084363
2024-11-08T05:18:04,363 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:18:04,381 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:18:04,381 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:18:04,441 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,37501,1731043072120; all regions closed.
2024-11-08T05:18:04,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741834_1010 (size=2742)
2024-11-08T05:18:04,443 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120/d1ba675678c9%2C37501%2C1731043072120.meta.1731043075389.meta not finished, retry = 0
2024-11-08T05:18:04,466 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,37501,1731043072120.replicationSource.wal-reader.d1ba675678c9%2C37501%2C1731043072120,1-d1ba675678c9,37501,1731043072120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120/d1ba675678c9%2C37501%2C1731043072120.1731043074434 to pos 0, reset compression=false
2024-11-08T05:18:04,545 DEBUG [RS:0;d1ba675678c9:37501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/oldWALs
2024-11-08T05:18:04,545 INFO  [RS:0;d1ba675678c9:37501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C37501%2C1731043072120.meta:.meta(num 1731043075389)
2024-11-08T05:18:04,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741837_1013 (size=1586)
2024-11-08T05:18:04,547 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120/d1ba675678c9%2C37501%2C1731043072120.rep.1731043082029 not finished, retry = 0
2024-11-08T05:18:04,650 DEBUG [RS:0;d1ba675678c9:37501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/oldWALs
2024-11-08T05:18:04,650 INFO  [RS:0;d1ba675678c9:37501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C37501%2C1731043072120.rep:(num 1731043082029)
2024-11-08T05:18:04,656 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120/d1ba675678c9%2C37501%2C1731043072120.1731043074434 not finished, retry = 0
2024-11-08T05:18:04,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741832_1008 (size=93)
2024-11-08T05:18:04,759 DEBUG [RS:0;d1ba675678c9:37501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/oldWALs
2024-11-08T05:18:04,759 INFO  [RS:0;d1ba675678c9:37501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C37501%2C1731043072120:(num 1731043074434)
2024-11-08T05:18:04,759 DEBUG [RS:0;d1ba675678c9:37501 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:04,759 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:18:04,759 INFO  [RS:0;d1ba675678c9:37501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:18:04,759 INFO  [RS:0;d1ba675678c9:37501 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-08T05:18:04,759 INFO  [RS:0;d1ba675678c9:37501 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:18:04,759 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:18:04,759 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d1ba675678c9,37501,1731043072120 because: Region server is closing
2024-11-08T05:18:04,760 INFO  [RS:0;d1ba675678c9:37501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:37501.
2024-11-08T05:18:04,760 DEBUG [RS:0;d1ba675678c9:37501 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:04,760 DEBUG [RS:0;d1ba675678c9:37501 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:04,760 DEBUG [RS:0;d1ba675678c9:37501 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:04,760 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:04,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-08T05:18:04,854 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-08T05:18:04,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:18:04,855 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-08T05:18:04,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:18:04,855 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-08T05:18:04,860 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,37501,1731043072120.replicationSource.wal-reader.d1ba675678c9%2C37501%2C1731043072120,1-d1ba675678c9,37501,1731043072120 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-08T05:18:04,860 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,37501,1731043072120.replicationSource.shipperd1ba675678c9%2C37501%2C1731043072120,1-d1ba675678c9,37501,1731043072120 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-08T05:18:04,860 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,37501,1731043072120.replicationSource.shipperd1ba675678c9%2C37501%2C1731043072120,1-d1ba675678c9,37501,1731043072120 terminated
2024-11-08T05:18:04,860 INFO  [RS:0;d1ba675678c9:37501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37501
2024-11-08T05:18:04,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538/rs
2024-11-08T05:18:04,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1117174538/rs/d1ba675678c9,37501,1731043072120
2024-11-08T05:18:04,911 INFO  [RS:0;d1ba675678c9:37501 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:18:04,921 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,37501,1731043072120]
2024-11-08T05:18:04,932 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117174538/draining/d1ba675678c9,37501,1731043072120 already deleted, retry=false
2024-11-08T05:18:04,932 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,37501,1731043072120 expired; onlineServers=0
2024-11-08T05:18:04,932 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,45685,1731043071931' *****
2024-11-08T05:18:04,932 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:18:04,932 INFO  [M:0;d1ba675678c9:45685 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:18:04,932 INFO  [M:0;d1ba675678c9:45685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:18:04,932 DEBUG [M:0;d1ba675678c9:45685 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:18:04,932 DEBUG [M:0;d1ba675678c9:45685 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:18:04,932 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:18:04,932 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043074150 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043074150,5,FailOnTimeoutGroup]
2024-11-08T05:18:04,932 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043074150 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043074150,5,FailOnTimeoutGroup]
2024-11-08T05:18:04,932 INFO  [M:0;d1ba675678c9:45685 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:18:04,932 INFO  [M:0;d1ba675678c9:45685 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:18:04,933 DEBUG [M:0;d1ba675678c9:45685 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:18:04,933 INFO  [M:0;d1ba675678c9:45685 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:18:04,933 INFO  [M:0;d1ba675678c9:45685 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:18:04,933 INFO  [M:0;d1ba675678c9:45685 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:18:04,933 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:18:04,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1117174538/master
2024-11-08T05:18:04,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:18:04,942 DEBUG [M:0;d1ba675678c9:45685 {}] zookeeper.ZKUtil(347): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Unable to get data of znode /0-1117174538/master because node does not exist (not an error)
2024-11-08T05:18:04,942 WARN  [M:0;d1ba675678c9:45685 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T05:18:04,943 INFO  [M:0;d1ba675678c9:45685 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/.lastflushedseqids
2024-11-08T05:18:04,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741842_1018 (size=181)
2024-11-08T05:18:05,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:05,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x10118e10b030001, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:05,022 INFO  [RS:0;d1ba675678c9:37501 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:18:05,022 INFO  [RS:0;d1ba675678c9:37501 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,37501,1731043072120; zookeeper connection closed.
2024-11-08T05:18:05,022 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26b0240a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26b0240a
2024-11-08T05:18:05,022 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:18:05,348 INFO  [M:0;d1ba675678c9:45685 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:18:05,348 INFO  [M:0;d1ba675678c9:45685 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:18:05,348 DEBUG [M:0;d1ba675678c9:45685 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:18:05,348 INFO  [M:0;d1ba675678c9:45685 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:05,348 DEBUG [M:0;d1ba675678c9:45685 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:05,348 DEBUG [M:0;d1ba675678c9:45685 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:18:05,348 DEBUG [M:0;d1ba675678c9:45685 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:05,348 INFO  [M:0;d1ba675678c9:45685 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB
2024-11-08T05:18:05,362 DEBUG [M:0;d1ba675678c9:45685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34d9fa87bd8d4f0a869aea86cf30b0ea is 82, key is hbase:meta,,1/info:regioninfo/1731043075422/Put/seqid=0
2024-11-08T05:18:05,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741843_1019 (size=5672)
2024-11-08T05:18:05,766 INFO  [M:0;d1ba675678c9:45685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34d9fa87bd8d4f0a869aea86cf30b0ea
2024-11-08T05:18:05,786 DEBUG [M:0;d1ba675678c9:45685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76d54fff0e954af7899eecb3d6f08d72 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731043082093/Put/seqid=0
2024-11-08T05:18:05,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741844_1020 (size=7203)
2024-11-08T05:18:06,191 INFO  [M:0;d1ba675678c9:45685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76d54fff0e954af7899eecb3d6f08d72
2024-11-08T05:18:06,212 DEBUG [M:0;d1ba675678c9:45685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49edaef90ee843268d505340e50907a6 is 69, key is d1ba675678c9,37501,1731043072120/rs:state/1731043074285/Put/seqid=0
2024-11-08T05:18:06,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741845_1021 (size=5156)
2024-11-08T05:18:06,463 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:18:06,486 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:06,486 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:06,487 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:06,487 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:06,487 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:06,493 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:06,617 INFO  [M:0;d1ba675678c9:45685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49edaef90ee843268d505340e50907a6
2024-11-08T05:18:06,622 DEBUG [M:0;d1ba675678c9:45685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34d9fa87bd8d4f0a869aea86cf30b0ea as hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34d9fa87bd8d4f0a869aea86cf30b0ea
2024-11-08T05:18:06,626 INFO  [M:0;d1ba675678c9:45685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34d9fa87bd8d4f0a869aea86cf30b0ea, entries=8, sequenceid=70, filesize=5.5 K
2024-11-08T05:18:06,627 DEBUG [M:0;d1ba675678c9:45685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76d54fff0e954af7899eecb3d6f08d72 as hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76d54fff0e954af7899eecb3d6f08d72
2024-11-08T05:18:06,631 INFO  [M:0;d1ba675678c9:45685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76d54fff0e954af7899eecb3d6f08d72, entries=8, sequenceid=70, filesize=7.0 K
2024-11-08T05:18:06,632 DEBUG [M:0;d1ba675678c9:45685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49edaef90ee843268d505340e50907a6 as hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49edaef90ee843268d505340e50907a6
2024-11-08T05:18:06,638 INFO  [M:0;d1ba675678c9:45685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49edaef90ee843268d505340e50907a6, entries=1, sequenceid=70, filesize=5.0 K
2024-11-08T05:18:06,639 INFO  [M:0;d1ba675678c9:45685 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false
2024-11-08T05:18:06,646 INFO  [M:0;d1ba675678c9:45685 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:06,646 DEBUG [M:0;d1ba675678c9:45685 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043085348Disabling compacts and flushes for region at 1731043085348Disabling writes for close at 1731043085348Obtaining lock to block concurrent updates at 1731043085348Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043085348Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731043085348Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043085349 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043085349Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043085361 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043085362 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043085771 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043085785 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043085785Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043086195 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043086211 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043086211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299a1748: reopening flushed file at 1731043086621 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a58e37: reopening flushed file at 1731043086626 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bf0aad1: reopening flushed file at 1731043086632 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false at 1731043086639 (+7 ms)Writing region close event to WAL at 1731043086646 (+7 ms)Closed at 1731043086646
2024-11-08T05:18:06,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741830_1006 (size=41008)
2024-11-08T05:18:06,650 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/WALs/d1ba675678c9,45685,1731043071931/d1ba675678c9%2C45685%2C1731043071931.1731043073901 not finished, retry = 0
2024-11-08T05:18:06,751 INFO  [M:0;d1ba675678c9:45685 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:18:06,751 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:18:06,751 INFO  [M:0;d1ba675678c9:45685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45685
2024-11-08T05:18:06,751 INFO  [M:0;d1ba675678c9:45685 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:18:06,927 INFO  [M:0;d1ba675678c9:45685 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:18:06,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:06,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45685-0x10118e10b030000, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:06,928 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:18:06,928 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:06,928 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:06,928 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:18:06,928 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:06,928 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:18:06,928 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:18:06,928 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:18:06,929 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42865
2024-11-08T05:18:06,930 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42865 connecting to ZooKeeper ensemble=127.0.0.1:57343
2024-11-08T05:18:06,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428650x0, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:18:06,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42865-0x10118e10b030006 connected
2024-11-08T05:18:06,955 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:06,956 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:06,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on znode that does not yet exist, /0-1117174538/running
2024-11-08T05:18:06,958 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1117174538/meta-region-server: INIT
2024-11-08T05:18:06,958 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92, hbase.cluster.distributed=false
2024-11-08T05:18:06,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on znode that does not yet exist, /0-1117174538/acl
2024-11-08T05:18:06,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42865
2024-11-08T05:18:06,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42865
2024-11-08T05:18:06,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42865
2024-11-08T05:18:06,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42865
2024-11-08T05:18:06,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42865
2024-11-08T05:18:06,973 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:18:06,973 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:06,973 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:06,973 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:18:06,973 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:06,973 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:18:06,973 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:18:06,973 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:18:06,974 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42159
2024-11-08T05:18:06,974 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42159 connecting to ZooKeeper ensemble=127.0.0.1:57343
2024-11-08T05:18:06,975 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:06,976 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:06,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421590x0, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:18:06,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42159-0x10118e10b030007, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on znode that does not yet exist, /0-1117174538/running
2024-11-08T05:18:06,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42159-0x10118e10b030007 connected
2024-11-08T05:18:06,985 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1117174538/meta-region-server: INIT
2024-11-08T05:18:06,985 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:18:06,985 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:18:06,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42159-0x10118e10b030007, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on znode that does not yet exist, /0-1117174538/master
2024-11-08T05:18:06,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42159-0x10118e10b030007, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on znode that does not yet exist, /0-1117174538/acl
2024-11-08T05:18:06,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42159
2024-11-08T05:18:06,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42159
2024-11-08T05:18:06,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42159
2024-11-08T05:18:06,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42159
2024-11-08T05:18:06,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42159
2024-11-08T05:18:07,001 DEBUG [M:0;d1ba675678c9:42865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:42865
2024-11-08T05:18:07,001 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1117174538/backup-masters/d1ba675678c9,42865,1731043086928
2024-11-08T05:18:07,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538/backup-masters
2024-11-08T05:18:07,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x10118e10b030007, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538/backup-masters
2024-11-08T05:18:07,006 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on existing znode=/0-1117174538/backup-masters/d1ba675678c9,42865,1731043086928
2024-11-08T05:18:07,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x10118e10b030007, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1117174538/master
2024-11-08T05:18:07,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:18:07,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x10118e10b030007, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:18:07,016 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on existing znode=/0-1117174538/master
2024-11-08T05:18:07,016 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1117174538/backup-masters/d1ba675678c9,42865,1731043086928 from backup master directory
2024-11-08T05:18:07,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x10118e10b030007, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538/backup-masters
2024-11-08T05:18:07,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1117174538/backup-masters/d1ba675678c9,42865,1731043086928
2024-11-08T05:18:07,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538/backup-masters
2024-11-08T05:18:07,037 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:18:07,037 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,42865,1731043086928
2024-11-08T05:18:07,047 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:07,047 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:18:07,057 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 9ms.
2024-11-08T05:18:07,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741846_1022 (size=196)
2024-11-08T05:18:07,474 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:18:07,475 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:18:07,475 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:07,481 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration
2024-11-08T05:18:07,483 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/WALs/d1ba675678c9,45685,1731043071931 to hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/WALs/d1ba675678c9,45685,1731043071931-dead as it is dead
2024-11-08T05:18:07,484 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/WALs/d1ba675678c9,45685,1731043071931-dead/d1ba675678c9%2C45685%2C1731043071931.1731043073901
2024-11-08T05:18:07,484 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/WALs/d1ba675678c9,45685,1731043071931-dead/d1ba675678c9%2C45685%2C1731043071931.1731043073901 after 0ms
2024-11-08T05:18:07,485 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/WALs/d1ba675678c9,45685,1731043071931-dead/d1ba675678c9%2C45685%2C1731043071931.1731043073901 to hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d1ba675678c9%2C45685%2C1731043071931.1731043073901
2024-11-08T05:18:07,485 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/WALs/d1ba675678c9,45685,1731043071931-dead
2024-11-08T05:18:07,485 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/WALs/d1ba675678c9,42865,1731043086928
2024-11-08T05:18:07,486 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:18:07,487 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C42865%2C1731043086928, suffix=, logDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/WALs/d1ba675678c9,42865,1731043086928, archiveDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/oldWALs, maxLogs=10
2024-11-08T05:18:07,500 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/WALs/d1ba675678c9,42865,1731043086928/d1ba675678c9%2C42865%2C1731043086928.1731043087487, exclude list is [], retry=0
2024-11-08T05:18:07,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-4ff41006-2d30-424f-bc37-b45658a69664,DISK]
2024-11-08T05:18:07,505 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/WALs/d1ba675678c9,42865,1731043086928/d1ba675678c9%2C42865%2C1731043086928.1731043087487
2024-11-08T05:18:07,505 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46263:46263)]
2024-11-08T05:18:07,505 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:07,505 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:07,505 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:07,506 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:07,507 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:07,508 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:18:07,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:07,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34d9fa87bd8d4f0a869aea86cf30b0ea
2024-11-08T05:18:07,514 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:07,514 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:07,515 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:18:07,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:07,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76d54fff0e954af7899eecb3d6f08d72
2024-11-08T05:18:07,528 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:07,528 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:07,529 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:18:07,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:07,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49edaef90ee843268d505340e50907a6
2024-11-08T05:18:07,540 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:07,541 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:07,542 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:18:07,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:07,542 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:07,542 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:07,545 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals
2024-11-08T05:18:07,545 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d1ba675678c9%2C45685%2C1731043071931.1731043073901
2024-11-08T05:18:07,552 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d1ba675678c9%2C45685%2C1731043071931.1731043073901
2024-11-08T05:18:07,555 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d1ba675678c9%2C45685%2C1731043071931.1731043073901
2024-11-08T05:18:07,556 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:07,556 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:07,557 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:18:07,558 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:07,561 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1
2024-11-08T05:18:07,561 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74412085, jitterRate=0.10882647335529327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:18:07,562 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731043087506Initializing all the Stores at 1731043087506Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043087506Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043087507 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043087507Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043087507Cleaning up temporary data from old regions at 1731043087556 (+49 ms)Region opened successfully at 1731043087561 (+5 ms)
2024-11-08T05:18:07,562 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:18:07,564 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff90418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:18:07,567 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating...
2024-11-08T05:18:07,567 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:18:07,567 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:18:07,567 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:18:07,568 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:18:07,571 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:18:07,571 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:18:07,572 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-08T05:18:07,572 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec
2024-11-08T05:18:07,572 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:18:07,579 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d1ba675678c9,37501,1731043072120, regionLocation=d1ba675678c9,37501,1731043072120, openSeqNum=2
2024-11-08T05:18:07,579 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d1ba675678c9,37501,1731043072120, table=hbase:meta, region=1588230740
2024-11-08T05:18:07,579 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,37501,1731043072120, state=OPEN
2024-11-08T05:18:07,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1117174538/meta-region-server
2024-11-08T05:18:07,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x10118e10b030007, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1117174538/meta-region-server
2024-11-08T05:18:07,595 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1117174538/meta-region-server: CHANGED
2024-11-08T05:18:07,595 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1117174538/meta-region-server: CHANGED
2024-11-08T05:18:07,604 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:18:07,616 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117174538/draining/d1ba675678c9,37501,1731043072120 already deleted, retry=false
2024-11-08T05:18:07,616 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of d1ba675678c9,37501,1731043072120 on d1ba675678c9,42865,1731043086928
2024-11-08T05:18:07,617 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d1ba675678c9,37501,1731043072120, splitWal=true, meta=true
2024-11-08T05:18:07,618 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for d1ba675678c9,37501,1731043072120 (carryingMeta=true) d1ba675678c9,37501,1731043072120/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4b053a0a[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-08T05:18:07,621 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Unable to get data of znode /0-1117174538/balancer because node does not exist (not necessarily an error)
2024-11-08T05:18:07,626 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117174538/balancer already deleted, retry=false
2024-11-08T05:18:07,627 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:18:07,628 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Unable to get data of znode /0-1117174538/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:18:07,637 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117174538/normalizer already deleted, retry=false
2024-11-08T05:18:07,637 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:18:07,643 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Unable to get data of znode /0-1117174538/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:18:07,647 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117174538/switch/split already deleted, retry=false
2024-11-08T05:18:07,648 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Unable to get data of znode /0-1117174538/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:18:07,658 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117174538/switch/merge already deleted, retry=false
2024-11-08T05:18:07,676 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Unable to get data of znode /0-1117174538/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:18:07,689 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117174538/snapshot-cleanup already deleted, retry=false
2024-11-08T05:18:07,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1117174538/running
2024-11-08T05:18:07,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:18:07,701 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,42865,1731043086928, sessionid=0x10118e10b030006, setting cluster-up flag (Was=false)
2024-11-08T05:18:07,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x10118e10b030007, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1117174538/running
2024-11-08T05:18:07,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x10118e10b030007, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:18:07,711 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1117174538/flush-table-proc/acquired, /0-1117174538/flush-table-proc/reached, /0-1117174538/flush-table-proc/abort
2024-11-08T05:18:07,712 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,42865,1731043086928
2024-11-08T05:18:07,724 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1117174538/online-snapshot/acquired, /0-1117174538/online-snapshot/reached, /0-1117174538/online-snapshot/abort
2024-11-08T05:18:07,729 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,42865,1731043086928
2024-11-08T05:18:07,733 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/.lastflushedseqids
2024-11-08T05:18:07,737 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:18:07,737 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:18:07,738 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,42865,1731043086928
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 1
  d1ba675678c9,37501,1731043072120
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:18:07,739 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:07,739 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:07,739 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:07,739 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:07,739 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:18:07,739 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:07,739 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:18:07,739 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:07,746 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d1ba675678c9,37501,1731043072120, splitWal=true, meta=true
2024-11-08T05:18:07,746 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d1ba675678c9,37501,1731043072120, splitWal=true, meta=true, isMeta: true
2024-11-08T05:18:07,748 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120-splitting
2024-11-08T05:18:07,749 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120-splitting dir is empty, no logs to split.
2024-11-08T05:18:07,749 INFO  [PEWorker-1 {}] master.SplitWALManager(105): d1ba675678c9,37501,1731043072120 WAL count=0, meta=true
2024-11-08T05:18:07,753 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120-splitting dir is empty, no logs to split.
2024-11-08T05:18:07,753 INFO  [PEWorker-1 {}] master.SplitWALManager(105): d1ba675678c9,37501,1731043072120 WAL count=0, meta=true
2024-11-08T05:18:07,753 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d1ba675678c9,37501,1731043072120 WAL splitting is done? wals=0, meta=true
2024-11-08T05:18:07,754 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:18:07,755 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:18:07,756 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-08T05:18:07,760 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043117760
2024-11-08T05:18:07,760 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:18:07,761 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:18:07,761 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:18:07,761 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:18:07,761 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:18:07,761 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:18:07,766 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:07,766 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:18:07,766 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:18:07,766 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:18:07,767 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:18:07,767 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:18:07,767 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:18:07,767 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043087767,5,FailOnTimeoutGroup]
2024-11-08T05:18:07,767 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043087767,5,FailOnTimeoutGroup]
2024-11-08T05:18:07,767 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:07,767 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:18:07,767 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:07,767 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:07,767 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043087767, completionTime=-1
2024-11-08T05:18:07,767 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring.
2024-11-08T05:18:07,767 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-08T05:18:07,792 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.HRegionServer(746): ClusterId : 7f8c7048-a2a7-4426-99fd-0d992a9d8c95
2024-11-08T05:18:07,792 DEBUG [RS:0;d1ba675678c9:42159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:18:07,805 DEBUG [RS:0;d1ba675678c9:42159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:18:07,805 DEBUG [RS:0;d1ba675678c9:42159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:18:07,817 DEBUG [RS:0;d1ba675678c9:42159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:18:07,817 DEBUG [RS:0;d1ba675678c9:42159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682c1251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:18:07,833 DEBUG [RS:0;d1ba675678c9:42159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:42159
2024-11-08T05:18:07,833 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:18:07,833 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:18:07,833 DEBUG [RS:0;d1ba675678c9:42159 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:18:07,834 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,42865,1731043086928 with port=42159, startcode=1731043086973
2024-11-08T05:18:07,834 DEBUG [RS:0;d1ba675678c9:42159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:18:07,835 INFO  [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:18:07,836 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,42159,1731043086973
2024-11-08T05:18:07,836 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42865 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,42159,1731043086973
2024-11-08T05:18:07,837 DEBUG [RS:0;d1ba675678c9:42159 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92
2024-11-08T05:18:07,837 DEBUG [RS:0;d1ba675678c9:42159 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38291
2024-11-08T05:18:07,837 DEBUG [RS:0;d1ba675678c9:42159 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:18:07,868 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=101ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-08T05:18:07,906 WARN  [d1ba675678c9:42865 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-08T05:18:07,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538/rs
2024-11-08T05:18:07,923 DEBUG [RS:0;d1ba675678c9:42159 {}] zookeeper.ZKUtil(111): regionserver:42159-0x10118e10b030007, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on existing znode=/0-1117174538/rs/d1ba675678c9,42159,1731043086973
2024-11-08T05:18:07,923 WARN  [RS:0;d1ba675678c9:42159 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:18:07,923 INFO  [RS:0;d1ba675678c9:42159 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:07,923 DEBUG [RS:0;d1ba675678c9:42159 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973
2024-11-08T05:18:07,923 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,42159,1731043086973]
2024-11-08T05:18:07,940 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:18:07,942 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:18:07,942 INFO  [RS:0;d1ba675678c9:42159 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:18:07,942 INFO  [RS:0;d1ba675678c9:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:07,942 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:18:07,943 INFO  [RS:0;d1ba675678c9:42159 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:18:07,943 INFO  [RS:0;d1ba675678c9:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:07,943 DEBUG [RS:0;d1ba675678c9:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:07,943 DEBUG [RS:0;d1ba675678c9:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:07,943 DEBUG [RS:0;d1ba675678c9:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:07,943 DEBUG [RS:0;d1ba675678c9:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:07,943 DEBUG [RS:0;d1ba675678c9:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:07,943 DEBUG [RS:0;d1ba675678c9:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:18:07,943 DEBUG [RS:0;d1ba675678c9:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:07,943 DEBUG [RS:0;d1ba675678c9:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:07,943 DEBUG [RS:0;d1ba675678c9:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:07,943 DEBUG [RS:0;d1ba675678c9:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:07,943 DEBUG [RS:0;d1ba675678c9:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:07,943 DEBUG [RS:0;d1ba675678c9:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:07,943 DEBUG [RS:0;d1ba675678c9:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:18:07,943 DEBUG [RS:0;d1ba675678c9:42159 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:18:07,944 INFO  [RS:0;d1ba675678c9:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:07,944 INFO  [RS:0;d1ba675678c9:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:07,944 INFO  [RS:0;d1ba675678c9:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:07,944 INFO  [RS:0;d1ba675678c9:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:07,944 INFO  [RS:0;d1ba675678c9:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:07,944 INFO  [RS:0;d1ba675678c9:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42159,1731043086973-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:18:07,956 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:18:07,956 INFO  [RS:0;d1ba675678c9:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42159,1731043086973-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:07,968 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.ReplicationSource(231): queueId=1-d1ba675678c9,42159,1731043086973, ReplicationSource: 1, currentBandwidth=0
2024-11-08T05:18:07,968 INFO  [RS:0;d1ba675678c9:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:07,968 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.Replication(171): d1ba675678c9,42159,1731043086973 started
2024-11-08T05:18:07,981 INFO  [RS:0;d1ba675678c9:42159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:07,981 DEBUG [RS:0;d1ba675678c9:42159.replicationSource,1-d1ba675678c9,42159,1731043086973 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:40883'
2024-11-08T05:18:07,981 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,42159,1731043086973, RpcServer on d1ba675678c9/172.17.0.3:42159, sessionid=0x10118e10b030007
2024-11-08T05:18:07,981 DEBUG [RS:0;d1ba675678c9:42159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:18:07,981 DEBUG [RS:0;d1ba675678c9:42159 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,42159,1731043086973
2024-11-08T05:18:07,981 DEBUG [RS:0;d1ba675678c9:42159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,42159,1731043086973'
2024-11-08T05:18:07,981 DEBUG [RS:0;d1ba675678c9:42159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1117174538/flush-table-proc/abort'
2024-11-08T05:18:07,982 DEBUG [RS:0;d1ba675678c9:42159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1117174538/flush-table-proc/acquired'
2024-11-08T05:18:07,982 DEBUG [RS:0;d1ba675678c9:42159.replicationSource,1-d1ba675678c9,42159,1731043086973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@562bd5f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:07,982 DEBUG [RS:0;d1ba675678c9:42159.replicationSource,1-d1ba675678c9,42159,1731043086973 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,40883,-1 for getting cluster id
2024-11-08T05:18:07,982 DEBUG [RS:0;d1ba675678c9:42159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:18:07,982 DEBUG [RS:0;d1ba675678c9:42159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:18:07,982 DEBUG [RS:0;d1ba675678c9:42159 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,42159,1731043086973
2024-11-08T05:18:07,982 DEBUG [RS:0;d1ba675678c9:42159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,42159,1731043086973'
2024-11-08T05:18:07,982 DEBUG [RS:0;d1ba675678c9:42159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1117174538/online-snapshot/abort'
2024-11-08T05:18:07,982 DEBUG [RS:0;d1ba675678c9:42159.replicationSource,1-d1ba675678c9,42159,1731043086973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:07,982 DEBUG [RS:0;d1ba675678c9:42159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1117174538/online-snapshot/acquired'
2024-11-08T05:18:07,982 DEBUG [RS:0;d1ba675678c9:42159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:18:07,982 INFO  [RS:0;d1ba675678c9:42159 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:18:07,982 INFO  [RS:0;d1ba675678c9:42159 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:18:07,983 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd507d378-ecf3-4aed-bd11-75ed3ece8388'
2024-11-08T05:18:07,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:07,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d507d378-ecf3-4aed-bd11-75ed3ece8388"

2024-11-08T05:18:07,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e7a14ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:07,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,40883,-1]
2024-11-08T05:18:07,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:07,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:07,984 INFO  [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:07,985 DEBUG [RS:0;d1ba675678c9:42159.replicationSource,1-d1ba675678c9,42159,1731043086973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21f3daa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:07,985 DEBUG [RS:0;d1ba675678c9:42159.replicationSource,1-d1ba675678c9,42159,1731043086973 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:07,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,40883,1731043077353
2024-11-08T05:18:07,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19f9c6be
2024-11-08T05:18:07,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:07,987 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService
2024-11-08T05:18:07,987 INFO  [RS:0;d1ba675678c9:42159.replicationSource,1-d1ba675678c9,42159,1731043086973 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d1ba675678c9,42159,1731043086973 (queues=0) is replicating from cluster=7f8c7048-a2a7-4426-99fd-0d992a9d8c95 to cluster=d507d378-ecf3-4aed-bd11-75ed3ece8388
2024-11-08T05:18:08,083 INFO  [RS:0;d1ba675678c9:42159 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:18:08,084 INFO  [RS:0;d1ba675678c9:42159 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42159%2C1731043086973, suffix=, logDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973, archiveDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/oldWALs, maxLogs=10
2024-11-08T05:18:08,096 DEBUG [RS:0;d1ba675678c9:42159 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973/d1ba675678c9%2C42159%2C1731043086973.1731043088084, exclude list is [], retry=0
2024-11-08T05:18:08,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-4ff41006-2d30-424f-bc37-b45658a69664,DISK]
2024-11-08T05:18:08,101 INFO  [RS:0;d1ba675678c9:42159 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973/d1ba675678c9%2C42159%2C1731043086973.1731043088084
2024-11-08T05:18:08,101 DEBUG [RS:0;d1ba675678c9:42159 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d1ba675678c9%2C42159%2C1731043086973 for peer 1
2024-11-08T05:18:08,101 DEBUG [RS:0;d1ba675678c9:42159 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d1ba675678c9%2C42159%2C1731043086973
2024-11-08T05:18:08,101 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d1ba675678c9,42159,1731043086973, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:18:08,102 INFO  [RS:0;d1ba675678c9:42159.replicationSource.shipperd1ba675678c9%2C42159%2C1731043086973,1-d1ba675678c9,42159,1731043086973 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C42159%2C1731043086973
2024-11-08T05:18:08,102 DEBUG [RS:0;d1ba675678c9:42159 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46263:46263)]
2024-11-08T05:18:08,102 DEBUG [RS:0;d1ba675678c9:42159.replicationSource.wal-reader.d1ba675678c9%2C42159%2C1731043086973,1-d1ba675678c9,42159,1731043086973 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973/d1ba675678c9%2C42159%2C1731043086973.1731043088084, startPosition=0, beingWritten=true
2024-11-08T05:18:08,156 DEBUG [d1ba675678c9:42865 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:18:08,157 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,42159,1731043086973
2024-11-08T05:18:08,158 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,42159,1731043086973, state=OPENING
2024-11-08T05:18:08,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1117174538/meta-region-server
2024-11-08T05:18:08,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x10118e10b030007, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1117174538/meta-region-server
2024-11-08T05:18:08,184 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:18:08,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1117174538/meta-region-server: CHANGED
2024-11-08T05:18:08,184 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,42159,1731043086973}]
2024-11-08T05:18:08,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1117174538/meta-region-server: CHANGED
2024-11-08T05:18:08,307 DEBUG [RS:0;d1ba675678c9:42159.replicationSource.wal-reader.d1ba675678c9%2C42159%2C1731043086973,1-d1ba675678c9,42159,1731043086973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973/d1ba675678c9%2C42159%2C1731043086973.1731043088084 to pos 0, reset compression=false
2024-11-08T05:18:08,336 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:18:08,337 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:18:08,340 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:18:08,340 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:08,340 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:18:08,342 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42159%2C1731043086973.meta, suffix=.meta, logDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973, archiveDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/oldWALs, maxLogs=10
2024-11-08T05:18:08,354 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973/d1ba675678c9%2C42159%2C1731043086973.meta.1731043088342.meta, exclude list is [], retry=0
2024-11-08T05:18:08,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-4ff41006-2d30-424f-bc37-b45658a69664,DISK]
2024-11-08T05:18:08,358 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973/d1ba675678c9%2C42159%2C1731043086973.meta.1731043088342.meta
2024-11-08T05:18:08,358 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46263:46263)]
2024-11-08T05:18:08,358 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:08,358 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:18:08,359 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:18:08,359 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:18:08,359 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:18:08,359 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:18:08,359 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:08,359 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:18:08,359 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:18:08,360 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:18:08,361 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:18:08,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:08,366 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/info/c95da42c61e54907ba42d733358cbf1c
2024-11-08T05:18:08,366 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:08,366 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:18:08,367 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:18:08,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:08,371 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/ns/5a75b494232740829add72a0aeeb9461
2024-11-08T05:18:08,371 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:08,371 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:18:08,372 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:18:08,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:08,372 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:08,373 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:18:08,373 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:18:08,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:08,377 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/table/debafe0618b6461d826bbacd6a6e137d
2024-11-08T05:18:08,377 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:08,377 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:18:08,378 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740
2024-11-08T05:18:08,379 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740
2024-11-08T05:18:08,380 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:18:08,380 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:18:08,380 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:18:08,381 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:18:08,382 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63679414, jitterRate=-0.051102787256240845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:18:08,382 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:18:08,382 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731043088359Writing region info on filesystem at 1731043088359Initializing all the Stores at 1731043088360 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043088360Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043088360Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043088360Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043088360Cleaning up temporary data from old regions at 1731043088380 (+20 ms)Running coprocessor post-open hooks at 1731043088382 (+2 ms)Region opened successfully at 1731043088382
2024-11-08T05:18:08,383 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731043088336
2024-11-08T05:18:08,384 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:18:08,384 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:18:08,385 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=d1ba675678c9,42159,1731043086973
2024-11-08T05:18:08,385 INFO  [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,42159,1731043086973, state=OPEN
2024-11-08T05:18:08,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1117174538/meta-region-server
2024-11-08T05:18:08,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x10118e10b030007, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1117174538/meta-region-server
2024-11-08T05:18:08,473 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,42159,1731043086973
2024-11-08T05:18:08,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1117174538/meta-region-server: CHANGED
2024-11-08T05:18:08,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1117174538/meta-region-server: CHANGED
2024-11-08T05:18:08,476 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-08T05:18:08,476 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,42159,1731043086973 in 289 msec
2024-11-08T05:18:08,479 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-08T05:18:08,479 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 722 msec
2024-11-08T05:18:08,611 DEBUG [RS:0;d1ba675678c9:42159.replicationSource.wal-reader.d1ba675678c9%2C42159%2C1731043086973,1-d1ba675678c9,42159,1731043086973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973/d1ba675678c9%2C42159%2C1731043086973.1731043088084 to pos 0, reset compression=false
2024-11-08T05:18:09,016 DEBUG [RS:0;d1ba675678c9:42159.replicationSource.wal-reader.d1ba675678c9%2C42159%2C1731043086973,1-d1ba675678c9,42159,1731043086973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973/d1ba675678c9%2C42159%2C1731043086973.1731043088084 to pos 0, reset compression=false
2024-11-08T05:18:09,370 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms
2024-11-08T05:18:09,520 DEBUG [RS:0;d1ba675678c9:42159.replicationSource.wal-reader.d1ba675678c9%2C42159%2C1731043086973,1-d1ba675678c9,42159,1731043086973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973/d1ba675678c9%2C42159%2C1731043086973.1731043088084 to pos 0, reset compression=false
2024-11-08T05:18:10,124 DEBUG [RS:0;d1ba675678c9:42159.replicationSource.wal-reader.d1ba675678c9%2C42159%2C1731043086973,1-d1ba675678c9,42159,1731043086973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973/d1ba675678c9%2C42159%2C1731043086973.1731043088084 to pos 0, reset compression=false
2024-11-08T05:18:10,829 DEBUG [RS:0;d1ba675678c9:42159.replicationSource.wal-reader.d1ba675678c9%2C42159%2C1731043086973,1-d1ba675678c9,42159,1731043086973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973/d1ba675678c9%2C42159%2C1731043086973.1731043088084 to pos 0, reset compression=false
2024-11-08T05:18:10,878 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3111ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3010ms
2024-11-08T05:18:11,633 DEBUG [RS:0;d1ba675678c9:42159.replicationSource.wal-reader.d1ba675678c9%2C42159%2C1731043086973,1-d1ba675678c9,42159,1731043086973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973/d1ba675678c9%2C42159%2C1731043086973.1731043088084 to pos 0, reset compression=false
2024-11-08T05:18:12,280 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running
2024-11-08T05:18:12,280 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:18:12,281 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:12,281 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42159,1731043086973, seqNum=-1]
2024-11-08T05:18:12,281 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:12,282 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:18:12,285 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=39046cad03c046ca72431843922bf9fb, regionState=OPEN, lastHost=d1ba675678c9,37501,1731043072120, regionLocation=d1ba675678c9,37501,1731043072120, openSeqNum=2
2024-11-08T05:18:12,286 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:18:12,286 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043152286
2024-11-08T05:18:12,286 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043212286
2024-11-08T05:18:12,286 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec
2024-11-08T05:18:12,286 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(207): d1ba675678c9,37501,1731043072120 had 2 regions
2024-11-08T05:18:12,286 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42865,1731043086928-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:12,286 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42865,1731043086928-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:12,286 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42865,1731043086928-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:12,286 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:42865, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:12,286 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:12,286 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:12,287 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d1ba675678c9,37501,1731043072120, splitWal=true, meta=true, isMeta: false
2024-11-08T05:18:12,289 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120-splitting dir is empty, no logs to split.
2024-11-08T05:18:12,289 INFO  [PEWorker-3 {}] master.SplitWALManager(105): d1ba675678c9,37501,1731043072120 WAL count=0, meta=false
2024-11-08T05:18:12,291 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,37501,1731043072120-splitting dir is empty, no logs to split.
2024-11-08T05:18:12,291 INFO  [PEWorker-3 {}] master.SplitWALManager(105): d1ba675678c9,37501,1731043072120 WAL count=0, meta=false
2024-11-08T05:18:12,291 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if d1ba675678c9,37501,1731043072120 WAL splitting is done? wals=0, meta=false
2024-11-08T05:18:12,292 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.255sec
2024-11-08T05:18:12,292 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:18:12,292 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:18:12,292 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:18:12,292 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:18:12,292 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:18:12,292 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42865,1731043086928-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:18:12,292 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42865,1731043086928-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:18:12,294 WARN  [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=d1ba675678c9,37501,1731043072120/hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:12,294 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39046cad03c046ca72431843922bf9fb, ASSIGN}]
2024-11-08T05:18:12,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d1a102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:12,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,42865,-1 for getting cluster id
2024-11-08T05:18:12,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:12,296 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:18:12,296 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39046cad03c046ca72431843922bf9fb, ASSIGN
2024-11-08T05:18:12,296 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:18:12,296 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42865,1731043086928-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:12,297 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=39046cad03c046ca72431843922bf9fb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-08T05:18:12,297 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f8c7048-a2a7-4426-99fd-0d992a9d8c95'
2024-11-08T05:18:12,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:12,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f8c7048-a2a7-4426-99fd-0d992a9d8c95"

2024-11-08T05:18:12,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b77bb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:12,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,42865,-1]
2024-11-08T05:18:12,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:12,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:12,299 INFO  [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0c4f7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:12,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:12,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42159,1731043086973, seqNum=-1]
2024-11-08T05:18:12,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:12,302 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:18:12,304 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted
2024-11-08T05:18:12,304 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:18:12,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:12,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:12,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:12,304 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:12,304 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: d1ba675678c9:42865 after: d1ba675678c9:42865
2024-11-08T05:18:12,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@912b8b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:12,305 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,42865,-1 for getting cluster id
2024-11-08T05:18:12,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:12,305 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f8c7048-a2a7-4426-99fd-0d992a9d8c95'
2024-11-08T05:18:12,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:12,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f8c7048-a2a7-4426-99fd-0d992a9d8c95"

2024-11-08T05:18:12,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193a6edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:12,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,42865,-1]
2024-11-08T05:18:12,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:12,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:12,307 INFO  [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:12,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eef62c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:12,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:12,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,42865,1731043086928
2024-11-08T05:18:12,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@549649c2
2024-11-08T05:18:12,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:12,309 INFO  [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:18:12,309 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42865 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-08T05:18:12,309 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:18:12,309 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:18:12,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:12,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:12,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:12,310 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:12,310 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:18:12,310 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=178973720, stopped=false
2024-11-08T05:18:12,310 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,40883,1731043077353
2024-11-08T05:18:12,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1736058697/running
2024-11-08T05:18:12,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1736058697/running
2024-11-08T05:18:12,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697
2024-11-08T05:18:12,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697
2024-11-08T05:18:12,426 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:18:12,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Set watcher on znode that does not yet exist, /1736058697/running
2024-11-08T05:18:12,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Set watcher on znode that does not yet exist, /1736058697/running
2024-11-08T05:18:12,427 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:18:12,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:12,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:12,427 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,34343,1731043077529' *****
2024-11-08T05:18:12,427 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:18:12,427 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:18:12,427 INFO  [RS:0;d1ba675678c9:34343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:18:12,427 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:18:12,427 INFO  [RS:0;d1ba675678c9:34343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:18:12,427 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,34343,1731043077529
2024-11-08T05:18:12,427 INFO  [RS:0;d1ba675678c9:34343 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:18:12,427 INFO  [RS:0;d1ba675678c9:34343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:34343.
2024-11-08T05:18:12,427 DEBUG [RS:0;d1ba675678c9:34343 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:12,427 DEBUG [RS:0;d1ba675678c9:34343 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:12,427 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:18:12,428 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:18:12,428 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:18:12,428 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:18:12,428 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-08T05:18:12,428 DEBUG [RS:0;d1ba675678c9:34343 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-08T05:18:12,428 DEBUG [RS:0;d1ba675678c9:34343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:18:12,428 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:18:12,428 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:18:12,428 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:18:12,428 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:18:12,428 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:18:12,428 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB
2024-11-08T05:18:12,444 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/data/hbase/meta/1588230740/.tmp/ns/f61add8898944a1f839f402fd7082063 is 43, key is default/ns:d/1731043081098/Put/seqid=0
2024-11-08T05:18:12,447 DEBUG [d1ba675678c9:42865 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:18:12,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741835_1011 (size=5153)
2024-11-08T05:18:12,447 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=39046cad03c046ca72431843922bf9fb, regionState=OPENING, regionLocation=d1ba675678c9,42159,1731043086973
2024-11-08T05:18:12,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=39046cad03c046ca72431843922bf9fb, ASSIGN because future has completed
2024-11-08T05:18:12,450 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39046cad03c046ca72431843922bf9fb, server=d1ba675678c9,42159,1731043086973}]
2024-11-08T05:18:12,476 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:18:12,538 DEBUG [RS:0;d1ba675678c9:42159.replicationSource.wal-reader.d1ba675678c9%2C42159%2C1731043086973,1-d1ba675678c9,42159,1731043086973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973/d1ba675678c9%2C42159%2C1731043086973.1731043088084 to pos 0, reset compression=false
2024-11-08T05:18:12,605 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:12,605 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:12,605 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-08T05:18:12,606 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42159%2C1731043086973.rep, suffix=, logDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973, archiveDir=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/oldWALs, maxLogs=10
2024-11-08T05:18:12,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973/d1ba675678c9%2C42159%2C1731043086973.rep.1731043092606, exclude list is [], retry=0
2024-11-08T05:18:12,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-4ff41006-2d30-424f-bc37-b45658a69664,DISK]
2024-11-08T05:18:12,622 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973/d1ba675678c9%2C42159%2C1731043086973.rep.1731043092606
2024-11-08T05:18:12,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46263:46263)]
2024-11-08T05:18:12,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 39046cad03c046ca72431843922bf9fb, NAME => 'hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:12,623 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:18:12,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:18:12,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb. service=MultiRowMutationService
2024-11-08T05:18:12,623 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-08T05:18:12,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:12,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:12,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:12,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:12,625 INFO  [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 39046cad03c046ca72431843922bf9fb 
2024-11-08T05:18:12,626 INFO  [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39046cad03c046ca72431843922bf9fb columnFamilyName hfileref
2024-11-08T05:18:12,626 DEBUG [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:12,626 INFO  [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] regionserver.HStore(327): Store=39046cad03c046ca72431843922bf9fb/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:12,626 INFO  [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 39046cad03c046ca72431843922bf9fb 
2024-11-08T05:18:12,627 INFO  [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39046cad03c046ca72431843922bf9fb columnFamilyName queue
2024-11-08T05:18:12,627 DEBUG [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:12,628 DEBUG [RS:0;d1ba675678c9:34343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:18:12,631 DEBUG [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/replication/39046cad03c046ca72431843922bf9fb/queue/436d6d40c2764e58b11394782f39fc79
2024-11-08T05:18:12,632 INFO  [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] regionserver.HStore(327): Store=39046cad03c046ca72431843922bf9fb/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:12,632 INFO  [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 39046cad03c046ca72431843922bf9fb 
2024-11-08T05:18:12,632 INFO  [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39046cad03c046ca72431843922bf9fb columnFamilyName sid
2024-11-08T05:18:12,632 DEBUG [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:12,633 INFO  [StoreOpener-39046cad03c046ca72431843922bf9fb-1 {}] regionserver.HStore(327): Store=39046cad03c046ca72431843922bf9fb/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:12,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:12,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/replication/39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:12,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/replication/39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:12,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:12,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:12,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:18:12,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:12,637 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 39046cad03c046ca72431843922bf9fb; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68237568, jitterRate=0.016819000244140625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:18:12,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:12,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 39046cad03c046ca72431843922bf9fb:
Running coprocessor pre-open hook at 1731043092624Writing region info on filesystem at 1731043092624Initializing all the Stores at 1731043092624Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043092624Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043092625 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043092625Cleaning up temporary data from old regions at 1731043092635 (+10 ms)Running coprocessor post-open hooks at 1731043092637 (+2 ms)Region opened successfully at 1731043092638 (+1 ms)
2024-11-08T05:18:12,638 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb., pid=13, masterSystemTime=1731043092602
2024-11-08T05:18:12,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:12,640 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:12,640 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=39046cad03c046ca72431843922bf9fb, regionState=OPEN, openSeqNum=9, regionLocation=d1ba675678c9,42159,1731043086973
2024-11-08T05:18:12,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39046cad03c046ca72431843922bf9fb, server=d1ba675678c9,42159,1731043086973 because future has completed
2024-11-08T05:18:12,644 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-08T05:18:12,644 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 39046cad03c046ca72431843922bf9fb, server=d1ba675678c9,42159,1731043086973 in 193 msec
2024-11-08T05:18:12,646 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9
2024-11-08T05:18:12,646 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39046cad03c046ca72431843922bf9fb, ASSIGN in 350 msec
2024-11-08T05:18:12,646 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}]
2024-11-08T05:18:12,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb., hostname=d1ba675678c9,42159,1731043086973, seqNum=9]
2024-11-08T05:18:12,664 DEBUG [PEWorker-4 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for d1ba675678c9,37501,1731043072120
2024-11-08T05:18:12,664 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}]
2024-11-08T05:18:12,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15
2024-11-08T05:18:12,828 DEBUG [RS:0;d1ba675678c9:34343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:18:12,848 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/data/hbase/meta/1588230740/.tmp/ns/f61add8898944a1f839f402fd7082063
2024-11-08T05:18:12,855 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/data/hbase/meta/1588230740/.tmp/ns/f61add8898944a1f839f402fd7082063 as hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/data/hbase/meta/1588230740/ns/f61add8898944a1f839f402fd7082063
2024-11-08T05:18:12,859 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/data/hbase/meta/1588230740/ns/f61add8898944a1f839f402fd7082063, entries=2, sequenceid=6, filesize=5.0 K
2024-11-08T05:18:12,860 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false
2024-11-08T05:18:12,860 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-08T05:18:12,864 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-08T05:18:12,864 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:18:12,864 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:18:12,865 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:18:12,865 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043092428Running coprocessor pre-close hooks at 1731043092428Disabling compacts and flushes for region at 1731043092428Disabling writes for close at 1731043092428Obtaining lock to block concurrent updates at 1731043092428Preparing flush snapshotting stores in 1588230740 at 1731043092428Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731043092428Flushing stores of hbase:meta,,1.1588230740 at 1731043092429 (+1 ms)Flushing 1588230740/ns: creating writer at 1731043092429Flushing 1588230740/ns: appending metadata at 1731043092443 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731043092443Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d1e24: reopening flushed file at 1731043092854 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1731043092860 (+6 ms)Writing region close event to WAL at 1731043092861 (+1 ms)Running coprocessor post-close hooks at 1731043092864 (+3 ms)Closed at 1731043092865 (+1 ms)
2024-11-08T05:18:12,865 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:18:12,927 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:18:12,927 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:18:13,028 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,34343,1731043077529; all regions closed.
2024-11-08T05:18:13,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741834_1010 (size=1152)
2024-11-08T05:18:13,032 DEBUG [RS:0;d1ba675678c9:34343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/oldWALs
2024-11-08T05:18:13,032 INFO  [RS:0;d1ba675678c9:34343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C34343%2C1731043077529.meta:.meta(num 1731043080944)
2024-11-08T05:18:13,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741832_1008 (size=93)
2024-11-08T05:18:13,036 DEBUG [RS:0;d1ba675678c9:34343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/oldWALs
2024-11-08T05:18:13,036 INFO  [RS:0;d1ba675678c9:34343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C34343%2C1731043077529:(num 1731043079997)
2024-11-08T05:18:13,036 DEBUG [RS:0;d1ba675678c9:34343 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:13,036 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:18:13,036 INFO  [RS:0;d1ba675678c9:34343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:18:13,037 INFO  [RS:0;d1ba675678c9:34343 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T05:18:13,037 INFO  [RS:0;d1ba675678c9:34343 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:18:13,037 INFO  [RS:0;d1ba675678c9:34343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34343
2024-11-08T05:18:13,037 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:18:13,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1736058697/rs/d1ba675678c9,34343,1731043077529
2024-11-08T05:18:13,058 INFO  [RS:0;d1ba675678c9:34343 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:18:13,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697/rs
2024-11-08T05:18:13,068 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,34343,1731043077529]
2024-11-08T05:18:13,078 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1736058697/draining/d1ba675678c9,34343,1731043077529 already deleted, retry=false
2024-11-08T05:18:13,079 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,34343,1731043077529 expired; onlineServers=0
2024-11-08T05:18:13,079 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,40883,1731043077353' *****
2024-11-08T05:18:13,079 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:18:13,079 INFO  [M:0;d1ba675678c9:40883 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:18:13,079 INFO  [M:0;d1ba675678c9:40883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:18:13,079 DEBUG [M:0;d1ba675678c9:40883 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:18:13,079 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:18:13,079 DEBUG [M:0;d1ba675678c9:40883 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:18:13,079 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043079690 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043079690,5,FailOnTimeoutGroup]
2024-11-08T05:18:13,079 INFO  [M:0;d1ba675678c9:40883 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:18:13,079 INFO  [M:0;d1ba675678c9:40883 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:18:13,079 DEBUG [M:0;d1ba675678c9:40883 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:18:13,079 INFO  [M:0;d1ba675678c9:40883 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:18:13,079 INFO  [M:0;d1ba675678c9:40883 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:18:13,079 INFO  [M:0;d1ba675678c9:40883 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:18:13,079 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:18:13,079 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043079690 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043079690,5,FailOnTimeoutGroup]
2024-11-08T05:18:13,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1736058697/master
2024-11-08T05:18:13,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1736058697
2024-11-08T05:18:13,090 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1736058697/master already deleted, retry=false
2024-11-08T05:18:13,090 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Failed delete of our master address node; KeeperErrorCode = NoNode for /1736058697/master
2024-11-08T05:18:13,091 INFO  [M:0;d1ba675678c9:40883 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/.lastflushedseqids
2024-11-08T05:18:13,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741836_1012 (size=99)
2024-11-08T05:18:13,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:13,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34343-0x10118e10b030004, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:13,169 INFO  [RS:0;d1ba675678c9:34343 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:18:13,169 INFO  [RS:0;d1ba675678c9:34343 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,34343,1731043077529; zookeeper connection closed.
2024-11-08T05:18:13,169 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d8c1df7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d8c1df7
2024-11-08T05:18:13,169 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:18:13,515 INFO  [M:0;d1ba675678c9:40883 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:18:13,515 INFO  [M:0;d1ba675678c9:40883 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:18:13,515 DEBUG [M:0;d1ba675678c9:40883 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:18:13,515 INFO  [M:0;d1ba675678c9:40883 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:13,515 DEBUG [M:0;d1ba675678c9:40883 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:13,515 DEBUG [M:0;d1ba675678c9:40883 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:18:13,515 DEBUG [M:0;d1ba675678c9:40883 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:13,515 INFO  [M:0;d1ba675678c9:40883 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB
2024-11-08T05:18:13,534 DEBUG [M:0;d1ba675678c9:40883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d6f4c5ff04f45499af10b4e0e5e6a86 is 82, key is hbase:meta,,1/info:regioninfo/1731043080974/Put/seqid=0
2024-11-08T05:18:13,543 DEBUG [RS:0;d1ba675678c9:42159.replicationSource.wal-reader.d1ba675678c9%2C42159%2C1731043086973,1-d1ba675678c9,42159,1731043086973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973/d1ba675678c9%2C42159%2C1731043086973.1731043088084 to pos 0, reset compression=false
2024-11-08T05:18:13,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741837_1013 (size=5672)
2024-11-08T05:18:13,862 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:18:13,917 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:13,917 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:13,918 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:13,918 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:13,919 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:13,927 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:13,945 INFO  [M:0;d1ba675678c9:40883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d6f4c5ff04f45499af10b4e0e5e6a86
2024-11-08T05:18:13,974 DEBUG [M:0;d1ba675678c9:40883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc34062841c44d3fb96a0bbe77efbbec is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731043081101/Put/seqid=0
2024-11-08T05:18:13,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741838_1014 (size=5275)
2024-11-08T05:18:13,999 INFO  [M:0;d1ba675678c9:40883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc34062841c44d3fb96a0bbe77efbbec
2024-11-08T05:18:14,035 DEBUG [M:0;d1ba675678c9:40883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e448203af864b3d9db70d92099049cb is 69, key is d1ba675678c9,34343,1731043077529/rs:state/1731043079817/Put/seqid=0
2024-11-08T05:18:14,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741839_1015 (size=5156)
2024-11-08T05:18:14,058 INFO  [M:0;d1ba675678c9:40883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e448203af864b3d9db70d92099049cb
2024-11-08T05:18:14,076 DEBUG [M:0;d1ba675678c9:40883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d6f4c5ff04f45499af10b4e0e5e6a86 as hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d6f4c5ff04f45499af10b4e0e5e6a86
2024-11-08T05:18:14,093 INFO  [M:0;d1ba675678c9:40883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d6f4c5ff04f45499af10b4e0e5e6a86, entries=8, sequenceid=28, filesize=5.5 K
2024-11-08T05:18:14,097 DEBUG [M:0;d1ba675678c9:40883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc34062841c44d3fb96a0bbe77efbbec as hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc34062841c44d3fb96a0bbe77efbbec
2024-11-08T05:18:14,114 INFO  [M:0;d1ba675678c9:40883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc34062841c44d3fb96a0bbe77efbbec, entries=3, sequenceid=28, filesize=5.2 K
2024-11-08T05:18:14,117 DEBUG [M:0;d1ba675678c9:40883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e448203af864b3d9db70d92099049cb as hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e448203af864b3d9db70d92099049cb
2024-11-08T05:18:14,124 INFO  [M:0;d1ba675678c9:40883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42911/user/jenkins/test-data/00f77956-2ba1-3a87-d049-4b5c19d3ed44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e448203af864b3d9db70d92099049cb, entries=1, sequenceid=28, filesize=5.0 K
2024-11-08T05:18:14,129 INFO  [M:0;d1ba675678c9:40883 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 613ms, sequenceid=28, compaction requested=false
2024-11-08T05:18:14,168 INFO  [M:0;d1ba675678c9:40883 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:14,168 DEBUG [M:0;d1ba675678c9:40883 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043093515Disabling compacts and flushes for region at 1731043093515Disabling writes for close at 1731043093515Obtaining lock to block concurrent updates at 1731043093515Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043093515Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731043093516 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043093516Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043093516Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043093533 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043093533Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043093952 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043093974 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043093974Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043094005 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043094034 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043094035 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a5ef4f7: reopening flushed file at 1731043094071 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b237cf9: reopening flushed file at 1731043094093 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec207be: reopening flushed file at 1731043094114 (+21 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 613ms, sequenceid=28, compaction requested=false at 1731043094129 (+15 ms)Writing region close event to WAL at 1731043094168 (+39 ms)Closed at 1731043094168
2024-11-08T05:18:14,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741830_1006 (size=10165)
2024-11-08T05:18:14,180 INFO  [M:0;d1ba675678c9:40883 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:18:14,180 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:18:14,180 INFO  [M:0;d1ba675678c9:40883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40883
2024-11-08T05:18:14,181 INFO  [M:0;d1ba675678c9:40883 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:18:14,337 INFO  [M:0;d1ba675678c9:40883 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:18:14,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:14,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40883-0x10118e10b030003, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:14,371 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59660647{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:18:14,372 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45139d65{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:18:14,372 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:18:14,372 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e350811{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:18:14,372 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3904e05e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/hadoop.log.dir/,STOPPED}
2024-11-08T05:18:14,374 WARN  [BP-1637133044-172.17.0.3-1731043075493 heartbeating to localhost/127.0.0.1:42911 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:18:14,374 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:18:14,374 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:18:14,374 WARN  [BP-1637133044-172.17.0.3-1731043075493 heartbeating to localhost/127.0.0.1:42911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1637133044-172.17.0.3-1731043075493 (Datanode Uuid ff36a3e3-8640-462c-b797-5d0a3351a0e3) service to localhost/127.0.0.1:42911
2024-11-08T05:18:14,374 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/cluster_776c45e8-975f-9fbd-b1b4-8c4f6990172a/data/data1/current/BP-1637133044-172.17.0.3-1731043075493 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:18:14,374 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/cluster_776c45e8-975f-9fbd-b1b4-8c4f6990172a/data/data2/current/BP-1637133044-172.17.0.3-1731043075493 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:18:14,375 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:18:14,385 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56f79492{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:18:14,385 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21ddfaba{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:18:14,385 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:18:14,385 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b982f5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:18:14,385 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ee28337{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/hadoop.log.dir/,STOPPED}
2024-11-08T05:18:14,401 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:18:14,401 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:18:14,401 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:18:14,401 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:14,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:14,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:14,402 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:18:14,402 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2095191084, stopped=false
2024-11-08T05:18:14,402 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:14,402 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,42865,1731043086928
2024-11-08T05:18:14,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x10118e10b030007, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1117174538/running
2024-11-08T05:18:14,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x10118e10b030007, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:18:14,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1117174538/running
2024-11-08T05:18:14,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:18:14,416 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:18:14,416 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:18:14,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:14,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:14,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42159-0x10118e10b030007, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on znode that does not yet exist, /0-1117174538/running
2024-11-08T05:18:14,417 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,42159,1731043086973' *****
2024-11-08T05:18:14,417 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:18:14,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Set watcher on znode that does not yet exist, /0-1117174538/running
2024-11-08T05:18:14,418 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:18:14,418 INFO  [RS:0;d1ba675678c9:42159 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:18:14,418 INFO  [RS:0;d1ba675678c9:42159 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:18:14,418 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.HRegionServer(3091): Received CLOSE for 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:14,418 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:18:14,419 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,42159,1731043086973
2024-11-08T05:18:14,419 INFO  [RS:0;d1ba675678c9:42159 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:18:14,419 INFO  [RS:0;d1ba675678c9:42159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:42159.
2024-11-08T05:18:14,419 DEBUG [RS:0;d1ba675678c9:42159 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:14,419 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39046cad03c046ca72431843922bf9fb, disabling compactions & flushes
2024-11-08T05:18:14,420 DEBUG [RS:0;d1ba675678c9:42159 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:14,420 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:14,420 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:14,420 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:18:14,420 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb. after waiting 0 ms
2024-11-08T05:18:14,420 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:18:14,420 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:18:14,420 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:14,420 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:18:14,420 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-08T05:18:14,420 DEBUG [RS:0;d1ba675678c9:42159 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 39046cad03c046ca72431843922bf9fb=hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.}
2024-11-08T05:18:14,420 DEBUG [RS:0;d1ba675678c9:42159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39046cad03c046ca72431843922bf9fb
2024-11-08T05:18:14,420 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:18:14,420 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:18:14,420 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:18:14,420 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:18:14,420 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:18:14,421 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB
2024-11-08T05:18:14,428 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/replication/39046cad03c046ca72431843922bf9fb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8
2024-11-08T05:18:14,428 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:18:14,428 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:18:14,428 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:14,428 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39046cad03c046ca72431843922bf9fb:
Waiting for close lock at 1731043094419Running coprocessor pre-close hooks at 1731043094419Disabling compacts and flushes for region at 1731043094419Disabling writes for close at 1731043094420 (+1 ms)Writing region close event to WAL at 1731043094424 (+4 ms)Running coprocessor post-close hooks at 1731043094428 (+4 ms)Closed at 1731043094428
2024-11-08T05:18:14,429 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb.
2024-11-08T05:18:14,441 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/.tmp/info/e73e278a5db24f359f636e64c77b7a80 is 147, key is hbase:replication,,1731043081289.39046cad03c046ca72431843922bf9fb./info:regioninfo/1731043092640/Put/seqid=0
2024-11-08T05:18:14,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741851_1027 (size=6385)
2024-11-08T05:18:14,449 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:18:14,620 DEBUG [RS:0;d1ba675678c9:42159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:18:14,648 DEBUG [RS:0;d1ba675678c9:42159.replicationSource.wal-reader.d1ba675678c9%2C42159%2C1731043086973,1-d1ba675678c9,42159,1731043086973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973/d1ba675678c9%2C42159%2C1731043086973.1731043088084 to pos 0, reset compression=false
2024-11-08T05:18:14,821 DEBUG [RS:0;d1ba675678c9:42159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:18:14,846 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/.tmp/info/e73e278a5db24f359f636e64c77b7a80
2024-11-08T05:18:14,853 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/.tmp/info/e73e278a5db24f359f636e64c77b7a80 as hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/info/e73e278a5db24f359f636e64c77b7a80
2024-11-08T05:18:14,859 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/info/e73e278a5db24f359f636e64c77b7a80, entries=8, sequenceid=19, filesize=6.2 K
2024-11-08T05:18:14,860 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false
2024-11-08T05:18:14,868 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14
2024-11-08T05:18:14,869 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:18:14,869 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:18:14,869 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:18:14,870 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043094420Running coprocessor pre-close hooks at 1731043094420Disabling compacts and flushes for region at 1731043094420Disabling writes for close at 1731043094420Obtaining lock to block concurrent updates at 1731043094421 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731043094421Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731043094421Flushing stores of hbase:meta,,1.1588230740 at 1731043094421Flushing 1588230740/info: creating writer at 1731043094421Flushing 1588230740/info: appending metadata at 1731043094440 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731043094440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@178e6cbe: reopening flushed file at 1731043094852 (+412 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1731043094860 (+8 ms)Writing region close event to WAL at 1731043094864 (+4 ms)Running coprocessor post-close hooks at 1731043094869 (+5 ms)Closed at 1731043094869
2024-11-08T05:18:14,870 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:18:14,947 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:18:14,947 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:18:15,021 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,42159,1731043086973; all regions closed.
2024-11-08T05:18:15,023 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973/d1ba675678c9%2C42159%2C1731043086973.meta.1731043088342.meta not finished, retry = 0
2024-11-08T05:18:15,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741849_1025 (size=2156)
2024-11-08T05:18:15,128 DEBUG [RS:0;d1ba675678c9:42159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/oldWALs
2024-11-08T05:18:15,128 INFO  [RS:0;d1ba675678c9:42159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C42159%2C1731043086973.meta:.meta(num 1731043088342)
2024-11-08T05:18:15,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741850_1026 (size=796)
2024-11-08T05:18:15,138 DEBUG [RS:0;d1ba675678c9:42159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/oldWALs
2024-11-08T05:18:15,138 INFO  [RS:0;d1ba675678c9:42159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C42159%2C1731043086973.rep:(num 1731043092606)
2024-11-08T05:18:15,148 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/WALs/d1ba675678c9,42159,1731043086973/d1ba675678c9%2C42159%2C1731043086973.1731043088084 not finished, retry = 0
2024-11-08T05:18:15,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741848_1024 (size=93)
2024-11-08T05:18:15,269 DEBUG [RS:0;d1ba675678c9:42159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/oldWALs
2024-11-08T05:18:15,269 INFO  [RS:0;d1ba675678c9:42159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C42159%2C1731043086973:(num 1731043088084)
2024-11-08T05:18:15,269 DEBUG [RS:0;d1ba675678c9:42159 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:15,269 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:18:15,269 INFO  [RS:0;d1ba675678c9:42159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:18:15,269 INFO  [RS:0;d1ba675678c9:42159 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T05:18:15,270 INFO  [RS:0;d1ba675678c9:42159 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:18:15,270 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d1ba675678c9,42159,1731043086973 because: Region server is closing
2024-11-08T05:18:15,270 INFO  [RS:0;d1ba675678c9:42159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:42159.
2024-11-08T05:18:15,270 DEBUG [RS:0;d1ba675678c9:42159 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:15,270 DEBUG [RS:0;d1ba675678c9:42159 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:15,270 DEBUG [RS:0;d1ba675678c9:42159 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:15,271 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:18:15,272 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:15,272 WARN  [RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue.
2024-11-08T05:18:15,272 INFO  [RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down
2024-11-08T05:18:15,272 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-08T05:18:15,370 WARN  [RS:0;d1ba675678c9:42159.replicationSource.wal-reader.d1ba675678c9%2C42159%2C1731043086973,1-d1ba675678c9,42159,1731043086973 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-08T05:18:15,370 WARN  [RS:0;d1ba675678c9:42159.replicationSource.shipperd1ba675678c9%2C42159%2C1731043086973,1-d1ba675678c9,42159,1731043086973 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-08T05:18:15,371 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;d1ba675678c9:42159.replicationSource.shipperd1ba675678c9%2C42159%2C1731043086973,1-d1ba675678c9,42159,1731043086973 terminated
2024-11-08T05:18:15,371 INFO  [RS:0;d1ba675678c9:42159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42159
2024-11-08T05:18:15,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538/rs
2024-11-08T05:18:15,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x10118e10b030007, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1117174538/rs/d1ba675678c9,42159,1731043086973
2024-11-08T05:18:15,458 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,42159,1731043086973]
2024-11-08T05:18:15,460 INFO  [RS:0;d1ba675678c9:42159 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:18:15,468 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117174538/draining/d1ba675678c9,42159,1731043086973 already deleted, retry=false
2024-11-08T05:18:15,468 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,42159,1731043086973 expired; onlineServers=0
2024-11-08T05:18:15,468 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,42865,1731043086928' *****
2024-11-08T05:18:15,468 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:18:15,468 INFO  [M:0;d1ba675678c9:42865 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:18:15,468 INFO  [M:0;d1ba675678c9:42865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:18:15,468 DEBUG [M:0;d1ba675678c9:42865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:18:15,469 DEBUG [M:0;d1ba675678c9:42865 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:18:15,469 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:18:15,469 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043087767 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043087767,5,FailOnTimeoutGroup]
2024-11-08T05:18:15,469 INFO  [M:0;d1ba675678c9:42865 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:18:15,469 INFO  [M:0;d1ba675678c9:42865 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:18:15,469 DEBUG [M:0;d1ba675678c9:42865 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:18:15,469 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043087767 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043087767,5,FailOnTimeoutGroup]
2024-11-08T05:18:15,469 INFO  [M:0;d1ba675678c9:42865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:18:15,469 INFO  [M:0;d1ba675678c9:42865 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:18:15,470 INFO  [M:0;d1ba675678c9:42865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:18:15,470 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:18:15,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1117174538/master
2024-11-08T05:18:15,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117174538
2024-11-08T05:18:15,490 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117174538/master already deleted, retry=false
2024-11-08T05:18:15,490 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1117174538/master
2024-11-08T05:18:15,490 INFO  [M:0;d1ba675678c9:42865 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/.lastflushedseqids
2024-11-08T05:18:15,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741852_1028 (size=181)
2024-11-08T05:18:15,499 INFO  [M:0;d1ba675678c9:42865 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:18:15,499 INFO  [M:0;d1ba675678c9:42865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:18:15,499 DEBUG [M:0;d1ba675678c9:42865 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:18:15,499 INFO  [M:0;d1ba675678c9:42865 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:15,499 DEBUG [M:0;d1ba675678c9:42865 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:15,499 DEBUG [M:0;d1ba675678c9:42865 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:18:15,499 DEBUG [M:0;d1ba675678c9:42865 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:15,499 INFO  [M:0;d1ba675678c9:42865 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB
2024-11-08T05:18:15,530 DEBUG [M:0;d1ba675678c9:42865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fdc45128fa4453b861dde8a5915f326 is 82, key is hbase:meta,,1/info:regioninfo/1731043088385/Put/seqid=0
2024-11-08T05:18:15,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741853_1029 (size=5672)
2024-11-08T05:18:15,543 INFO  [M:0;d1ba675678c9:42865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fdc45128fa4453b861dde8a5915f326
2024-11-08T05:18:15,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x10118e10b030007, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:15,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42159-0x10118e10b030007, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:15,579 INFO  [RS:0;d1ba675678c9:42159 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:18:15,579 INFO  [RS:0;d1ba675678c9:42159 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,42159,1731043086973; zookeeper connection closed.
2024-11-08T05:18:15,580 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f1f59fa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f1f59fa
2024-11-08T05:18:15,581 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:18:15,586 DEBUG [M:0;d1ba675678c9:42865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8804a7d636c45e59462c6f3ee560c21 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731043092645/Put/seqid=0
2024-11-08T05:18:15,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741854_1030 (size=7312)
2024-11-08T05:18:15,599 INFO  [M:0;d1ba675678c9:42865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8804a7d636c45e59462c6f3ee560c21
2024-11-08T05:18:15,641 DEBUG [M:0;d1ba675678c9:42865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/124565f7f9dc4396b8d802464cda5f75 is 69, key is d1ba675678c9,42159,1731043086973/rs:state/1731043087836/Put/seqid=0
2024-11-08T05:18:15,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741855_1031 (size=5370)
2024-11-08T05:18:15,681 INFO  [M:0;d1ba675678c9:42865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/124565f7f9dc4396b8d802464cda5f75
2024-11-08T05:18:15,695 INFO  [M:0;d1ba675678c9:42865 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 124565f7f9dc4396b8d802464cda5f75
2024-11-08T05:18:15,699 DEBUG [M:0;d1ba675678c9:42865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fdc45128fa4453b861dde8a5915f326 as hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fdc45128fa4453b861dde8a5915f326
2024-11-08T05:18:15,721 INFO  [M:0;d1ba675678c9:42865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fdc45128fa4453b861dde8a5915f326, entries=8, sequenceid=127, filesize=5.5 K
2024-11-08T05:18:15,728 DEBUG [M:0;d1ba675678c9:42865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8804a7d636c45e59462c6f3ee560c21 as hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8804a7d636c45e59462c6f3ee560c21
2024-11-08T05:18:15,742 INFO  [M:0;d1ba675678c9:42865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8804a7d636c45e59462c6f3ee560c21, entries=7, sequenceid=127, filesize=7.1 K
2024-11-08T05:18:15,744 DEBUG [M:0;d1ba675678c9:42865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/124565f7f9dc4396b8d802464cda5f75 as hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/124565f7f9dc4396b8d802464cda5f75
2024-11-08T05:18:15,766 INFO  [M:0;d1ba675678c9:42865 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 124565f7f9dc4396b8d802464cda5f75
2024-11-08T05:18:15,766 INFO  [M:0;d1ba675678c9:42865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/124565f7f9dc4396b8d802464cda5f75, entries=2, sequenceid=127, filesize=5.2 K
2024-11-08T05:18:15,768 INFO  [M:0;d1ba675678c9:42865 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 268ms, sequenceid=127, compaction requested=false
2024-11-08T05:18:15,788 INFO  [M:0;d1ba675678c9:42865 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:15,788 DEBUG [M:0;d1ba675678c9:42865 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043095499Disabling compacts and flushes for region at 1731043095499Disabling writes for close at 1731043095499Obtaining lock to block concurrent updates at 1731043095499Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043095499Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731043095500 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043095503 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043095503Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043095529 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043095529Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043095565 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043095585 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043095585Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043095615 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043095640 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043095640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632ea0d0: reopening flushed file at 1731043095695 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e9bfe68: reopening flushed file at 1731043095721 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da97979: reopening flushed file at 1731043095742 (+21 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 268ms, sequenceid=127, compaction requested=false at 1731043095768 (+26 ms)Writing region close event to WAL at 1731043095788 (+20 ms)Closed at 1731043095788
2024-11-08T05:18:15,794 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/210258a6-837d-58a6-7e62-6145f4a2bc92/MasterData/WALs/d1ba675678c9,42865,1731043086928/d1ba675678c9%2C42865%2C1731043086928.1731043087487 not finished, retry = 0
2024-11-08T05:18:15,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741847_1023 (size=22903)
2024-11-08T05:18:15,901 INFO  [M:0;d1ba675678c9:42865 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:18:15,901 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:18:15,902 INFO  [M:0;d1ba675678c9:42865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42865
2024-11-08T05:18:15,903 INFO  [M:0;d1ba675678c9:42865 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:18:16,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:16,010 INFO  [M:0;d1ba675678c9:42865 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:18:16,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42865-0x10118e10b030006, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:16,083 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@647ffad6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:18:16,083 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b94c408{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:18:16,083 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:18:16,083 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68beed2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:18:16,083 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15bbf7d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/hadoop.log.dir/,STOPPED}
2024-11-08T05:18:16,086 WARN  [BP-61096040-172.17.0.3-1731043069807 heartbeating to localhost/127.0.0.1:38291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:18:16,086 WARN  [BP-61096040-172.17.0.3-1731043069807 heartbeating to localhost/127.0.0.1:38291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-61096040-172.17.0.3-1731043069807 (Datanode Uuid 185e2e83-e934-4f07-b2ae-b476e818ee75) service to localhost/127.0.0.1:38291
2024-11-08T05:18:16,087 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/cluster_03d01a78-dcfb-230d-f4fe-2d0ea7d3200b/data/data1/current/BP-61096040-172.17.0.3-1731043069807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:18:16,087 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/cluster_03d01a78-dcfb-230d-f4fe-2d0ea7d3200b/data/data2/current/BP-61096040-172.17.0.3-1731043069807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:18:16,087 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:18:16,088 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:18:16,088 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:18:16,099 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12803652{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:18:16,100 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35299b4e{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:18:16,100 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:18:16,100 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2afa9cc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:18:16,101 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d23ffab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29b6ce71-d09d-50ad-8598-7db32536d689/hadoop.log.dir/,STOPPED}
2024-11-08T05:18:16,115 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-08T05:18:16,129 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:18:16,138 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=207 (was 159)
Potentially hanging thread: HMaster-EventLoopGroup-21-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-21-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-14-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-17-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42911 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-19-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-15-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38291 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-17-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:42911
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-17-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-17-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38291 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-15-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: nioEventLoopGroup-15-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-17-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42911 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-16-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57343)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42911 from jenkins.hfs.8
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38291
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38291
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-19-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57343)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: nioEventLoopGroup-16-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-17-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42911
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:38291
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-21-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42911
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-16-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38291 from jenkins.hfs.9
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-19-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42911
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-14-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:38291
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38291
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:38291
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:42911
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-14-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=578 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 354) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6231 (was 6395)
2024-11-08T05:18:16,147 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=207, OpenFileDescriptor=578, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=6230
2024-11-08T05:18:16,160 INFO  [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication
2024-11-08T05:18:16,161 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/hadoop.log.dir so I do NOT create it in target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd
2024-11-08T05:18:16,161 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:18:16,161 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/hadoop.tmp.dir so I do NOT create it in target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd
2024-11-08T05:18:16,161 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a504b0a2-ad93-d534-71e4-c43901ecadda/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:18:16,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd
2024-11-08T05:18:16,161 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/cluster_163435ca-0503-fabd-bae7-e9197224d5e5, deleteOnExit=true
2024-11-08T05:18:16,201 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/cluster_163435ca-0503-fabd-bae7-e9197224d5e5/zookeeper_0, clientPort=59804, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/cluster_163435ca-0503-fabd-bae7-e9197224d5e5/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/cluster_163435ca-0503-fabd-bae7-e9197224d5e5/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-08T05:18:16,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10118e10b030005, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:18:16,207 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59804
2024-11-08T05:18:16,207 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:18:16,207 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:18:16,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10118e10b030005, quorum=127.0.0.1:57343, baseZNode=/1736058697 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:18:16,207 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/test.cache.data in system properties and HBase conf
2024-11-08T05:18:16,207 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:18:16,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:18:16,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:18:16,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:18:16,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:18:16,208 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:18:16,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:18:16,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:18:16,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:18:16,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:18:16,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:18:16,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:18:16,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:18:16,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:18:16,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:18:16,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:18:16,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:18:16,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:18:16,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:18:16,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:18:16,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10118e10b030002, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:18:16,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10118e10b030002, quorum=127.0.0.1:57343, baseZNode=/0-1117174538 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:18:16,609 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:18:16,624 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:18:16,636 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:18:16,636 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:18:16,636 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:18:16,637 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:18:16,644 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7886da0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:18:16,645 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3537ce6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:18:16,782 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d4b8144{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/java.io.tmpdir/jetty-localhost-36751-hadoop-hdfs-3_4_1-tests_jar-_-any-7440619736144011392/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:18:16,784 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56fe2828{HTTP/1.1, (http/1.1)}{localhost:36751}
2024-11-08T05:18:16,784 INFO  [Time-limited test {}] server.Server(415): Started @170221ms
2024-11-08T05:18:17,062 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:18:17,066 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:18:17,068 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:18:17,068 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:18:17,069 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:18:17,069 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@122dce00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:18:17,070 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73c15c8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:18:17,165 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11eb5101{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/java.io.tmpdir/jetty-localhost-44691-hadoop-hdfs-3_4_1-tests_jar-_-any-9542140555922016685/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:18:17,165 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69d1f1fa{HTTP/1.1, (http/1.1)}{localhost:44691}
2024-11-08T05:18:17,165 INFO  [Time-limited test {}] server.Server(415): Started @170602ms
2024-11-08T05:18:17,166 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:18:17,917 WARN  [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/cluster_163435ca-0503-fabd-bae7-e9197224d5e5/data/data1/current/BP-1631012838-172.17.0.3-1731043096226/current, will proceed with Du for space computation calculation, 
2024-11-08T05:18:17,941 WARN  [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/cluster_163435ca-0503-fabd-bae7-e9197224d5e5/data/data2/current/BP-1631012838-172.17.0.3-1731043096226/current, will proceed with Du for space computation calculation, 
2024-11-08T05:18:18,002 WARN  [Thread-1667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:18:18,006 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac1dcb0e930304af with lease ID 0x306d924de544b54a: Processing first storage report for DS-43f5f629-10f2-46cc-a882-26c981dc5949 from datanode DatanodeRegistration(127.0.0.1:36793, datanodeUuid=08b09eca-5e92-4e15-af5c-48816a8a2a32, infoPort=33741, infoSecurePort=0, ipcPort=43973, storageInfo=lv=-57;cid=testClusterID;nsid=483965902;c=1731043096226)
2024-11-08T05:18:18,006 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac1dcb0e930304af with lease ID 0x306d924de544b54a: from storage DS-43f5f629-10f2-46cc-a882-26c981dc5949 node DatanodeRegistration(127.0.0.1:36793, datanodeUuid=08b09eca-5e92-4e15-af5c-48816a8a2a32, infoPort=33741, infoSecurePort=0, ipcPort=43973, storageInfo=lv=-57;cid=testClusterID;nsid=483965902;c=1731043096226), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:18:18,006 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac1dcb0e930304af with lease ID 0x306d924de544b54a: Processing first storage report for DS-35857273-5fc3-447d-98d2-87d53e825338 from datanode DatanodeRegistration(127.0.0.1:36793, datanodeUuid=08b09eca-5e92-4e15-af5c-48816a8a2a32, infoPort=33741, infoSecurePort=0, ipcPort=43973, storageInfo=lv=-57;cid=testClusterID;nsid=483965902;c=1731043096226)
2024-11-08T05:18:18,006 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac1dcb0e930304af with lease ID 0x306d924de544b54a: from storage DS-35857273-5fc3-447d-98d2-87d53e825338 node DatanodeRegistration(127.0.0.1:36793, datanodeUuid=08b09eca-5e92-4e15-af5c-48816a8a2a32, infoPort=33741, infoSecurePort=0, ipcPort=43973, storageInfo=lv=-57;cid=testClusterID;nsid=483965902;c=1731043096226), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:18:18,033 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd
2024-11-08T05:18:18,033 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:18,035 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:18,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:18:18,061 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a with version=8
2024-11-08T05:18:18,061 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/hbase-staging
2024-11-08T05:18:18,064 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:18:18,064 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:18,064 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:18,064 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:18:18,064 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:18,064 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:18:18,064 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:18:18,064 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:18:18,065 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39847
2024-11-08T05:18:18,066 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39847 connecting to ZooKeeper ensemble=127.0.0.1:59804
2024-11-08T05:18:18,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398470x0, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:18:18,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39847-0x10118e172270000 connected
2024-11-08T05:18:18,299 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:18,301 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:18,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Set watcher on znode that does not yet exist, /0-157839023/running
2024-11-08T05:18:18,303 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a, hbase.cluster.distributed=false
2024-11-08T05:18:18,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Set watcher on znode that does not yet exist, /0-157839023/acl
2024-11-08T05:18:18,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39847
2024-11-08T05:18:18,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39847
2024-11-08T05:18:18,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39847
2024-11-08T05:18:18,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39847
2024-11-08T05:18:18,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39847
2024-11-08T05:18:18,324 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:18:18,324 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:18,324 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:18,324 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:18:18,324 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:18,324 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:18:18,324 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:18:18,324 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:18:18,325 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33249
2024-11-08T05:18:18,326 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33249 connecting to ZooKeeper ensemble=127.0.0.1:59804
2024-11-08T05:18:18,326 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:18,328 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:18,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332490x0, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:18:18,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332490x0, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Set watcher on znode that does not yet exist, /0-157839023/running
2024-11-08T05:18:18,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33249-0x10118e172270001 connected
2024-11-08T05:18:18,342 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:18:18,344 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:18:18,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Set watcher on znode that does not yet exist, /0-157839023/master
2024-11-08T05:18:18,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Set watcher on znode that does not yet exist, /0-157839023/acl
2024-11-08T05:18:18,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33249
2024-11-08T05:18:18,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33249
2024-11-08T05:18:18,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33249
2024-11-08T05:18:18,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33249
2024-11-08T05:18:18,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33249
2024-11-08T05:18:18,359 DEBUG [M:0;d1ba675678c9:39847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:39847
2024-11-08T05:18:18,360 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-157839023/backup-masters/d1ba675678c9,39847,1731043098063
2024-11-08T05:18:18,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023/backup-masters
2024-11-08T05:18:18,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023/backup-masters
2024-11-08T05:18:18,373 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Set watcher on existing znode=/0-157839023/backup-masters/d1ba675678c9,39847,1731043098063
2024-11-08T05:18:18,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023
2024-11-08T05:18:18,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-157839023/master
2024-11-08T05:18:18,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023
2024-11-08T05:18:18,384 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Set watcher on existing znode=/0-157839023/master
2024-11-08T05:18:18,384 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-157839023/backup-masters/d1ba675678c9,39847,1731043098063 from backup master directory
2024-11-08T05:18:18,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023/backup-masters
2024-11-08T05:18:18,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-157839023/backup-masters/d1ba675678c9,39847,1731043098063
2024-11-08T05:18:18,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023/backup-masters
2024-11-08T05:18:18,394 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:18:18,394 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,39847,1731043098063
2024-11-08T05:18:18,397 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/hbase.id] with ID: cb57d512-b800-4360-9eaa-4e0ded0bc0fa
2024-11-08T05:18:18,397 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/.tmp/hbase.id
2024-11-08T05:18:18,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:18:18,801 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/.tmp/hbase.id]:[hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/hbase.id]
2024-11-08T05:18:18,810 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:18,810 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:18:18,811 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-08T05:18:18,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023
2024-11-08T05:18:18,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023
2024-11-08T05:18:18,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:18:19,262 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:18:19,263 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:18:19,263 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:19,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:18:19,669 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store
2024-11-08T05:18:19,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:18:19,930 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:18:19,968 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:19,968 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:19,968 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:19,969 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:19,969 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:19,969 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:19,972 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:19,975 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:20,075 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:20,075 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:18:20,075 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:20,075 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:20,075 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:18:20,075 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:20,075 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:20,075 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043100075Disabling compacts and flushes for region at 1731043100075Disabling writes for close at 1731043100075Writing region close event to WAL at 1731043100075Closed at 1731043100075
2024-11-08T05:18:20,076 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store/.initializing
2024-11-08T05:18:20,076 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/WALs/d1ba675678c9,39847,1731043098063
2024-11-08T05:18:20,077 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:18:20,078 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C39847%2C1731043098063, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/WALs/d1ba675678c9,39847,1731043098063, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/oldWALs, maxLogs=10
2024-11-08T05:18:20,091 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/WALs/d1ba675678c9,39847,1731043098063/d1ba675678c9%2C39847%2C1731043098063.1731043100078, exclude list is [], retry=0
2024-11-08T05:18:20,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-43f5f629-10f2-46cc-a882-26c981dc5949,DISK]
2024-11-08T05:18:20,094 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/WALs/d1ba675678c9,39847,1731043098063/d1ba675678c9%2C39847%2C1731043098063.1731043100078
2024-11-08T05:18:20,094 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33741:33741)]
2024-11-08T05:18:20,094 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:20,095 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:20,095 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:20,095 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:20,096 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:20,097 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:18:20,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:20,097 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:20,097 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:20,098 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:18:20,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:20,099 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:20,099 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:20,099 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:18:20,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:20,100 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:20,100 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:20,101 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:18:20,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:20,101 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:20,101 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:20,102 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:20,102 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:20,103 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:20,103 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:20,103 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:18:20,104 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:20,105 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:18:20,106 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62086074, jitterRate=-0.07484540343284607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:18:20,106 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731043100095Initializing all the Stores at 1731043100095Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043100096 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043100096Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043100096Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043100096Cleaning up temporary data from old regions at 1731043100103 (+7 ms)Region opened successfully at 1731043100106 (+3 ms)
2024-11-08T05:18:20,106 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:18:20,108 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a49163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:18:20,109 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:18:20,109 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:18:20,109 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:18:20,109 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:18:20,110 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:18:20,110 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:18:20,110 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:18:20,111 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:18:20,112 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Unable to get data of znode /0-157839023/balancer because node does not exist (not necessarily an error)
2024-11-08T05:18:20,173 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-157839023/balancer already deleted, retry=false
2024-11-08T05:18:20,173 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:18:20,173 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Unable to get data of znode /0-157839023/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:18:20,262 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-157839023/normalizer already deleted, retry=false
2024-11-08T05:18:20,262 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:18:20,263 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Unable to get data of znode /0-157839023/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:18:20,288 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-157839023/switch/split already deleted, retry=false
2024-11-08T05:18:20,289 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Unable to get data of znode /0-157839023/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:18:20,299 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-157839023/switch/merge already deleted, retry=false
2024-11-08T05:18:20,302 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Unable to get data of znode /0-157839023/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:18:20,309 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-157839023/snapshot-cleanup already deleted, retry=false
2024-11-08T05:18:20,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-157839023/running
2024-11-08T05:18:20,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-157839023/running
2024-11-08T05:18:20,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023
2024-11-08T05:18:20,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023
2024-11-08T05:18:20,320 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,39847,1731043098063, sessionid=0x10118e172270000, setting cluster-up flag (Was=false)
2024-11-08T05:18:20,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023
2024-11-08T05:18:20,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023
2024-11-08T05:18:20,373 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-157839023/flush-table-proc/acquired, /0-157839023/flush-table-proc/reached, /0-157839023/flush-table-proc/abort
2024-11-08T05:18:20,374 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,39847,1731043098063
2024-11-08T05:18:20,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023
2024-11-08T05:18:20,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023
2024-11-08T05:18:20,632 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-157839023/online-snapshot/acquired, /0-157839023/online-snapshot/reached, /0-157839023/online-snapshot/abort
2024-11-08T05:18:20,633 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,39847,1731043098063
2024-11-08T05:18:20,634 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:18:20,636 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:18:20,636 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:18:20,636 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:18:20,636 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of d1ba675678c9,37501,1731043072120: status=Processing ServerCrashProcedure of d1ba675678c9,37501,1731043072120 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731043087745, completionTime=-1 appears to have been leaked
2024-11-08T05:18:20,636 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,39847,1731043098063
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:18:20,637 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:20,637 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:20,637 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:20,638 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:20,638 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:18:20,638 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:20,638 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:18:20,638 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:20,641 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043130641
2024-11-08T05:18:20,641 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:18:20,641 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:18:20,641 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:18:20,641 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:18:20,641 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:18:20,641 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:18:20,641 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:18:20,641 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:18:20,642 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:20,642 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:18:20,646 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:20,646 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:18:20,646 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:18:20,647 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:18:20,647 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:18:20,647 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:18:20,647 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:18:20,647 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043100647,5,FailOnTimeoutGroup]
2024-11-08T05:18:20,649 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043100647,5,FailOnTimeoutGroup]
2024-11-08T05:18:20,649 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:20,649 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:18:20,649 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:20,649 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:20,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:18:20,657 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(746): ClusterId : cb57d512-b800-4360-9eaa-4e0ded0bc0fa
2024-11-08T05:18:20,657 DEBUG [RS:0;d1ba675678c9:33249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:18:20,668 DEBUG [RS:0;d1ba675678c9:33249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:18:20,668 DEBUG [RS:0;d1ba675678c9:33249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:18:20,678 DEBUG [RS:0;d1ba675678c9:33249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:18:20,679 DEBUG [RS:0;d1ba675678c9:33249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b51fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:18:20,689 DEBUG [RS:0;d1ba675678c9:33249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:33249
2024-11-08T05:18:20,689 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:18:20,689 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:18:20,689 DEBUG [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:18:20,690 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,39847,1731043098063 with port=33249, startcode=1731043098323
2024-11-08T05:18:20,690 DEBUG [RS:0;d1ba675678c9:33249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:18:20,691 INFO  [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:18:20,691 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39847 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,33249,1731043098323
2024-11-08T05:18:20,692 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39847 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,33249,1731043098323
2024-11-08T05:18:20,693 DEBUG [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a
2024-11-08T05:18:20,693 DEBUG [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45187
2024-11-08T05:18:20,693 DEBUG [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:18:20,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023/rs
2024-11-08T05:18:20,699 DEBUG [RS:0;d1ba675678c9:33249 {}] zookeeper.ZKUtil(111): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Set watcher on existing znode=/0-157839023/rs/d1ba675678c9,33249,1731043098323
2024-11-08T05:18:20,699 WARN  [RS:0;d1ba675678c9:33249 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:18:20,699 INFO  [RS:0;d1ba675678c9:33249 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:20,700 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,33249,1731043098323]
2024-11-08T05:18:20,700 DEBUG [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323
2024-11-08T05:18:20,702 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:18:20,703 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:18:20,704 INFO  [RS:0;d1ba675678c9:33249 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:18:20,704 INFO  [RS:0;d1ba675678c9:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:20,708 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:18:20,709 INFO  [RS:0;d1ba675678c9:33249 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:18:20,709 INFO  [RS:0;d1ba675678c9:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:20,709 DEBUG [RS:0;d1ba675678c9:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:20,709 DEBUG [RS:0;d1ba675678c9:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:20,709 DEBUG [RS:0;d1ba675678c9:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:20,709 DEBUG [RS:0;d1ba675678c9:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:20,709 DEBUG [RS:0;d1ba675678c9:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:20,709 DEBUG [RS:0;d1ba675678c9:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:18:20,709 DEBUG [RS:0;d1ba675678c9:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:20,709 DEBUG [RS:0;d1ba675678c9:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:20,709 DEBUG [RS:0;d1ba675678c9:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:20,709 DEBUG [RS:0;d1ba675678c9:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:20,709 DEBUG [RS:0;d1ba675678c9:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:20,709 DEBUG [RS:0;d1ba675678c9:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:20,709 DEBUG [RS:0;d1ba675678c9:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:18:20,709 DEBUG [RS:0;d1ba675678c9:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:18:20,710 INFO  [RS:0;d1ba675678c9:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:20,710 INFO  [RS:0;d1ba675678c9:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:20,710 INFO  [RS:0;d1ba675678c9:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:20,710 INFO  [RS:0;d1ba675678c9:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:20,710 INFO  [RS:0;d1ba675678c9:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:20,710 INFO  [RS:0;d1ba675678c9:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33249,1731043098323-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:18:20,728 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:18:20,729 INFO  [RS:0;d1ba675678c9:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33249,1731043098323-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:20,729 INFO  [RS:0;d1ba675678c9:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:20,729 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.Replication(171): d1ba675678c9,33249,1731043098323 started
2024-11-08T05:18:20,748 INFO  [RS:0;d1ba675678c9:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:20,748 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,33249,1731043098323, RpcServer on d1ba675678c9/172.17.0.3:33249, sessionid=0x10118e172270001
2024-11-08T05:18:20,748 DEBUG [RS:0;d1ba675678c9:33249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:18:20,748 DEBUG [RS:0;d1ba675678c9:33249 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,33249,1731043098323
2024-11-08T05:18:20,748 DEBUG [RS:0;d1ba675678c9:33249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,33249,1731043098323'
2024-11-08T05:18:20,748 DEBUG [RS:0;d1ba675678c9:33249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-157839023/flush-table-proc/abort'
2024-11-08T05:18:20,749 DEBUG [RS:0;d1ba675678c9:33249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-157839023/flush-table-proc/acquired'
2024-11-08T05:18:20,749 DEBUG [RS:0;d1ba675678c9:33249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:18:20,749 DEBUG [RS:0;d1ba675678c9:33249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:18:20,749 DEBUG [RS:0;d1ba675678c9:33249 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,33249,1731043098323
2024-11-08T05:18:20,749 DEBUG [RS:0;d1ba675678c9:33249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,33249,1731043098323'
2024-11-08T05:18:20,749 DEBUG [RS:0;d1ba675678c9:33249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-157839023/online-snapshot/abort'
2024-11-08T05:18:20,750 DEBUG [RS:0;d1ba675678c9:33249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-157839023/online-snapshot/acquired'
2024-11-08T05:18:20,751 DEBUG [RS:0;d1ba675678c9:33249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:18:20,751 INFO  [RS:0;d1ba675678c9:33249 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:18:20,751 INFO  [RS:0;d1ba675678c9:33249 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:18:20,851 INFO  [RS:0;d1ba675678c9:33249 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:18:20,852 INFO  [RS:0;d1ba675678c9:33249 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C33249%2C1731043098323, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/oldWALs, maxLogs=10
2024-11-08T05:18:20,865 DEBUG [RS:0;d1ba675678c9:33249 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853, exclude list is [], retry=0
2024-11-08T05:18:20,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-43f5f629-10f2-46cc-a882-26c981dc5949,DISK]
2024-11-08T05:18:20,868 INFO  [RS:0;d1ba675678c9:33249 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853
2024-11-08T05:18:20,869 DEBUG [RS:0;d1ba675678c9:33249 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33741:33741)]
2024-11-08T05:18:21,057 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:18:21,058 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a
2024-11-08T05:18:21,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741833_1009 (size=32)
2024-11-08T05:18:21,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:21,464 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:18:21,465 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:18:21,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:21,466 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:21,466 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:18:21,467 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:18:21,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:21,467 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:21,467 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:18:21,468 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:18:21,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:21,468 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:21,468 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:18:21,469 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:18:21,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:21,469 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:21,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:18:21,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740
2024-11-08T05:18:21,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740
2024-11-08T05:18:21,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:18:21,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:18:21,471 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:18:21,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:18:21,474 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:18:21,474 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74722535, jitterRate=0.11345253884792328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:18:21,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731043101463Initializing all the Stores at 1731043101464 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043101464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043101464Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043101464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043101464Cleaning up temporary data from old regions at 1731043101471 (+7 ms)Region opened successfully at 1731043101474 (+3 ms)
2024-11-08T05:18:21,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:18:21,474 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:18:21,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:18:21,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:18:21,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:18:21,475 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:18:21,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043101474Disabling compacts and flushes for region at 1731043101474Disabling writes for close at 1731043101474Writing region close event to WAL at 1731043101475 (+1 ms)Closed at 1731043101475
2024-11-08T05:18:21,475 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:18:21,475 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:18:21,476 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:18:21,476 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:18:21,477 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:18:21,627 DEBUG [d1ba675678c9:39847 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:18:21,628 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,33249,1731043098323
2024-11-08T05:18:21,629 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,33249,1731043098323, state=OPENING
2024-11-08T05:18:21,709 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:18:21,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023
2024-11-08T05:18:21,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023
2024-11-08T05:18:21,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-157839023/meta-region-server: CHANGED
2024-11-08T05:18:21,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-157839023/meta-region-server: CHANGED
2024-11-08T05:18:21,720 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:18:21,720 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,33249,1731043098323}]
2024-11-08T05:18:21,873 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:18:21,874 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:18:21,877 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:18:21,877 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:21,878 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:18:21,879 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C33249%2C1731043098323.meta, suffix=.meta, logDir=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/oldWALs, maxLogs=10
2024-11-08T05:18:21,893 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.meta.1731043101879.meta, exclude list is [], retry=0
2024-11-08T05:18:21,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-43f5f629-10f2-46cc-a882-26c981dc5949,DISK]
2024-11-08T05:18:21,897 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.meta.1731043101879.meta
2024-11-08T05:18:21,897 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33741:33741)]
2024-11-08T05:18:21,897 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:21,898 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:18:21,898 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:18:21,898 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:18:21,898 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:18:21,898 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:18:21,898 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:21,898 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:18:21,898 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:18:21,899 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:18:21,900 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:18:21,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:21,900 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:21,901 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:18:21,901 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:18:21,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:21,902 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:21,902 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:18:21,902 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:18:21,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:21,903 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:21,903 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:18:21,903 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:18:21,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:21,904 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:21,904 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:18:21,904 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740
2024-11-08T05:18:21,905 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740
2024-11-08T05:18:21,906 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:18:21,906 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:18:21,906 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:18:21,907 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:18:21,908 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72726307, jitterRate=0.08370642364025116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:18:21,908 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:18:21,908 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731043101898Writing region info on filesystem at 1731043101898Initializing all the Stores at 1731043101899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043101899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043101899Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043101899Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043101899Cleaning up temporary data from old regions at 1731043101906 (+7 ms)Running coprocessor post-open hooks at 1731043101908 (+2 ms)Region opened successfully at 1731043101908
2024-11-08T05:18:21,909 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043101872
2024-11-08T05:18:21,911 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:18:21,911 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:18:21,911 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,33249,1731043098323
2024-11-08T05:18:21,912 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,33249,1731043098323, state=OPEN
2024-11-08T05:18:21,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-157839023/meta-region-server
2024-11-08T05:18:21,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-157839023/meta-region-server
2024-11-08T05:18:21,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-157839023/meta-region-server: CHANGED
2024-11-08T05:18:21,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-157839023/meta-region-server: CHANGED
2024-11-08T05:18:21,998 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,33249,1731043098323
2024-11-08T05:18:22,000 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:18:22,001 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,33249,1731043098323 in 278 msec
2024-11-08T05:18:22,002 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:18:22,002 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 525 msec
2024-11-08T05:18:22,002 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:18:22,002 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:18:22,004 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:22,004 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,33249,1731043098323, seqNum=-1]
2024-11-08T05:18:22,004 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:22,005 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:18:22,009 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3730 sec
2024-11-08T05:18:22,009 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043102009, completionTime=-1
2024-11-08T05:18:22,009 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:18:22,009 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:18:22,011 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:18:22,011 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043162011
2024-11-08T05:18:22,011 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043222011
2024-11-08T05:18:22,011 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-08T05:18:22,011 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39847,1731043098063-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:22,011 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39847,1731043098063-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:22,011 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39847,1731043098063-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:22,011 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:39847, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:22,011 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:22,011 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:22,013 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:18:22,014 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.620sec
2024-11-08T05:18:22,014 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:18:22,014 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:18:22,014 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:18:22,014 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:18:22,014 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:18:22,014 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39847,1731043098063-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:18:22,014 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39847,1731043098063-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:18:22,016 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:18:22,016 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:18:22,016 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39847,1731043098063-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:22,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c982ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:22,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,39847,-1 for getting cluster id
2024-11-08T05:18:22,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:22,059 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb57d512-b800-4360-9eaa-4e0ded0bc0fa'
2024-11-08T05:18:22,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:22,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb57d512-b800-4360-9eaa-4e0ded0bc0fa"

2024-11-08T05:18:22,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e80a66b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:22,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,39847,-1]
2024-11-08T05:18:22,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:22,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:22,061 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:22,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136e4fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:22,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:22,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,33249,1731043098323, seqNum=-1]
2024-11-08T05:18:22,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:22,063 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:18:22,065 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,39847,1731043098063
2024-11-08T05:18:22,065 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59804
2024-11-08T05:18:22,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:18:22,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10118e172270002 connected
2024-11-08T05:18:22,090 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/hadoop.log.dir so I do NOT create it in target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c
2024-11-08T05:18:22,091 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:18:22,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/hadoop.tmp.dir so I do NOT create it in target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c
2024-11-08T05:18:22,091 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:18:22,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c
2024-11-08T05:18:22,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:18:22,091 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/cluster_b3d19e1e-3fc0-9c91-5d9f-0c73530a8d53, deleteOnExit=true
2024-11-08T05:18:22,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:18:22,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/test.cache.data in system properties and HBase conf
2024-11-08T05:18:22,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:18:22,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:18:22,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:18:22,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:18:22,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:18:22,091 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:18:22,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:18:22,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:18:22,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:18:22,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:18:22,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:18:22,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:18:22,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:18:22,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:18:22,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:18:22,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:18:22,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:18:22,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:18:22,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:18:22,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:18:22,403 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:18:22,407 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:18:22,408 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:18:22,408 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:18:22,408 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:18:22,408 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:18:22,409 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4994021f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:18:22,409 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74117ecf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:18:22,510 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20c183ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/java.io.tmpdir/jetty-localhost-46431-hadoop-hdfs-3_4_1-tests_jar-_-any-1108875258053511749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:18:22,511 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c007f2{HTTP/1.1, (http/1.1)}{localhost:46431}
2024-11-08T05:18:22,511 INFO  [Time-limited test {}] server.Server(415): Started @175947ms
2024-11-08T05:18:22,763 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:18:22,765 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:18:22,767 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:18:22,767 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:18:22,767 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T05:18:22,767 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70ce25de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:18:22,768 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14981279{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:18:22,869 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@713de407{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/java.io.tmpdir/jetty-localhost-41071-hadoop-hdfs-3_4_1-tests_jar-_-any-17446761570025260425/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:18:22,870 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dee7851{HTTP/1.1, (http/1.1)}{localhost:41071}
2024-11-08T05:18:22,870 INFO  [Time-limited test {}] server.Server(415): Started @176306ms
2024-11-08T05:18:22,871 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:18:23,489 WARN  [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/cluster_b3d19e1e-3fc0-9c91-5d9f-0c73530a8d53/data/data1/current/BP-811285931-172.17.0.3-1731043102107/current, will proceed with Du for space computation calculation, 
2024-11-08T05:18:23,490 WARN  [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/cluster_b3d19e1e-3fc0-9c91-5d9f-0c73530a8d53/data/data2/current/BP-811285931-172.17.0.3-1731043102107/current, will proceed with Du for space computation calculation, 
2024-11-08T05:18:23,525 WARN  [Thread-1788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:18:23,527 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4b0af1bef6f9bf9 with lease ID 0x5361d9405dd06896: Processing first storage report for DS-d052e4ae-27cb-46cb-9db1-44563195defc from datanode DatanodeRegistration(127.0.0.1:42731, datanodeUuid=baecfdaf-5233-4bf8-b96e-9ed0a6eccbc3, infoPort=32955, infoSecurePort=0, ipcPort=38069, storageInfo=lv=-57;cid=testClusterID;nsid=1058827666;c=1731043102107)
2024-11-08T05:18:23,527 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4b0af1bef6f9bf9 with lease ID 0x5361d9405dd06896: from storage DS-d052e4ae-27cb-46cb-9db1-44563195defc node DatanodeRegistration(127.0.0.1:42731, datanodeUuid=baecfdaf-5233-4bf8-b96e-9ed0a6eccbc3, infoPort=32955, infoSecurePort=0, ipcPort=38069, storageInfo=lv=-57;cid=testClusterID;nsid=1058827666;c=1731043102107), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:18:23,527 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4b0af1bef6f9bf9 with lease ID 0x5361d9405dd06896: Processing first storage report for DS-aa469ebc-6aef-45b1-88ee-292626ad34a0 from datanode DatanodeRegistration(127.0.0.1:42731, datanodeUuid=baecfdaf-5233-4bf8-b96e-9ed0a6eccbc3, infoPort=32955, infoSecurePort=0, ipcPort=38069, storageInfo=lv=-57;cid=testClusterID;nsid=1058827666;c=1731043102107)
2024-11-08T05:18:23,527 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4b0af1bef6f9bf9 with lease ID 0x5361d9405dd06896: from storage DS-aa469ebc-6aef-45b1-88ee-292626ad34a0 node DatanodeRegistration(127.0.0.1:42731, datanodeUuid=baecfdaf-5233-4bf8-b96e-9ed0a6eccbc3, infoPort=32955, infoSecurePort=0, ipcPort=38069, storageInfo=lv=-57;cid=testClusterID;nsid=1058827666;c=1731043102107), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:18:23,611 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c
2024-11-08T05:18:23,611 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:23,613 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:23,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:18:23,624 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f with version=8
2024-11-08T05:18:23,625 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/hbase-staging
2024-11-08T05:18:23,627 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:18:23,627 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:23,627 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:23,627 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:18:23,627 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:23,627 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:18:23,627 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:18:23,627 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:18:23,628 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43137
2024-11-08T05:18:23,629 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43137 connecting to ZooKeeper ensemble=127.0.0.1:59804
2024-11-08T05:18:23,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431370x0, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:18:23,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43137-0x10118e172270003 connected
2024-11-08T05:18:23,720 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:23,722 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:23,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Set watcher on znode that does not yet exist, /11944063358/running
2024-11-08T05:18:23,724 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f, hbase.cluster.distributed=false
2024-11-08T05:18:23,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Set watcher on znode that does not yet exist, /11944063358/acl
2024-11-08T05:18:23,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43137
2024-11-08T05:18:23,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43137
2024-11-08T05:18:23,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43137
2024-11-08T05:18:23,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43137
2024-11-08T05:18:23,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43137
2024-11-08T05:18:23,771 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:18:23,771 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:23,771 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:23,771 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:18:23,771 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:23,771 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:18:23,771 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:18:23,771 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:18:23,772 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46663
2024-11-08T05:18:23,773 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46663 connecting to ZooKeeper ensemble=127.0.0.1:59804
2024-11-08T05:18:23,774 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:23,776 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:23,794 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466630x0, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:18:23,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466630x0, quorum=127.0.0.1:59804, baseZNode=/11944063358 Set watcher on znode that does not yet exist, /11944063358/running
2024-11-08T05:18:23,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46663-0x10118e172270004 connected
2024-11-08T05:18:23,794 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:18:23,808 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:18:23,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Set watcher on znode that does not yet exist, /11944063358/master
2024-11-08T05:18:23,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Set watcher on znode that does not yet exist, /11944063358/acl
2024-11-08T05:18:23,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46663
2024-11-08T05:18:23,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46663
2024-11-08T05:18:23,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46663
2024-11-08T05:18:23,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46663
2024-11-08T05:18:23,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46663
2024-11-08T05:18:23,841 DEBUG [M:0;d1ba675678c9:43137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:43137
2024-11-08T05:18:23,842 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11944063358/backup-masters/d1ba675678c9,43137,1731043103626
2024-11-08T05:18:23,846 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358/backup-masters
2024-11-08T05:18:23,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358/backup-masters
2024-11-08T05:18:23,847 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Set watcher on existing znode=/11944063358/backup-masters/d1ba675678c9,43137,1731043103626
2024-11-08T05:18:23,857 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11944063358/master
2024-11-08T05:18:23,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358
2024-11-08T05:18:23,857 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358
2024-11-08T05:18:23,858 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Set watcher on existing znode=/11944063358/master
2024-11-08T05:18:23,858 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11944063358/backup-masters/d1ba675678c9,43137,1731043103626 from backup master directory
2024-11-08T05:18:23,867 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358/backup-masters
2024-11-08T05:18:23,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11944063358/backup-masters/d1ba675678c9,43137,1731043103626
2024-11-08T05:18:23,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358/backup-masters
2024-11-08T05:18:23,868 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:18:23,868 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,43137,1731043103626
2024-11-08T05:18:23,882 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/hbase.id] with ID: 8adc224f-1f2b-4b8a-ba93-682d18981a57
2024-11-08T05:18:23,882 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/.tmp/hbase.id
2024-11-08T05:18:23,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:18:23,919 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/.tmp/hbase.id]:[hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/hbase.id]
2024-11-08T05:18:23,950 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:23,950 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:18:23,951 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-08T05:18:23,962 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358
2024-11-08T05:18:23,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358
2024-11-08T05:18:23,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:18:23,981 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:18:23,982 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:18:23,982 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:24,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:18:24,007 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store
2024-11-08T05:18:24,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:18:24,421 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:24,422 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:18:24,422 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:24,422 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:24,422 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:18:24,422 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:24,422 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:24,422 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043104422Disabling compacts and flushes for region at 1731043104422Disabling writes for close at 1731043104422Writing region close event to WAL at 1731043104422Closed at 1731043104422
2024-11-08T05:18:24,422 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store/.initializing
2024-11-08T05:18:24,422 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/WALs/d1ba675678c9,43137,1731043103626
2024-11-08T05:18:24,423 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:18:24,429 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C43137%2C1731043103626, suffix=, logDir=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/WALs/d1ba675678c9,43137,1731043103626, archiveDir=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/oldWALs, maxLogs=10
2024-11-08T05:18:24,441 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/WALs/d1ba675678c9,43137,1731043103626/d1ba675678c9%2C43137%2C1731043103626.1731043104429, exclude list is [], retry=0
2024-11-08T05:18:24,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42731,DS-d052e4ae-27cb-46cb-9db1-44563195defc,DISK]
2024-11-08T05:18:24,445 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/WALs/d1ba675678c9,43137,1731043103626/d1ba675678c9%2C43137%2C1731043103626.1731043104429
2024-11-08T05:18:24,445 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955)]
2024-11-08T05:18:24,445 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:24,445 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:24,445 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:24,445 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:24,446 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:24,447 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:18:24,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:24,448 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:24,448 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:24,449 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:18:24,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:24,449 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:24,449 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:24,450 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:18:24,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:24,450 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:24,450 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:24,451 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:18:24,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:24,451 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:24,451 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:24,452 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:24,452 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:24,453 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:24,453 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:24,454 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:18:24,454 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:24,456 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:18:24,457 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62307158, jitterRate=-0.07155099511146545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:18:24,457 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731043104445Initializing all the Stores at 1731043104446 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043104446Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043104446Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043104446Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043104446Cleaning up temporary data from old regions at 1731043104453 (+7 ms)Region opened successfully at 1731043104457 (+4 ms)
2024-11-08T05:18:24,457 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:18:24,459 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d50f5f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:18:24,460 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:18:24,461 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:18:24,461 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:18:24,461 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:18:24,461 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:18:24,461 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:18:24,461 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:18:24,463 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:18:24,464 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Unable to get data of znode /11944063358/balancer because node does not exist (not necessarily an error)
2024-11-08T05:18:24,520 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11944063358/balancer already deleted, retry=false
2024-11-08T05:18:24,521 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:18:24,521 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Unable to get data of znode /11944063358/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:18:24,541 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11944063358/normalizer already deleted, retry=false
2024-11-08T05:18:24,541 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:18:24,542 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Unable to get data of znode /11944063358/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:18:24,551 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11944063358/switch/split already deleted, retry=false
2024-11-08T05:18:24,552 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Unable to get data of znode /11944063358/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:18:24,562 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11944063358/switch/merge already deleted, retry=false
2024-11-08T05:18:24,563 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Unable to get data of znode /11944063358/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:18:24,572 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11944063358/snapshot-cleanup already deleted, retry=false
2024-11-08T05:18:24,583 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11944063358/running
2024-11-08T05:18:24,583 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358
2024-11-08T05:18:24,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11944063358/running
2024-11-08T05:18:24,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358
2024-11-08T05:18:24,584 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,43137,1731043103626, sessionid=0x10118e172270003, setting cluster-up flag (Was=false)
2024-11-08T05:18:24,604 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358
2024-11-08T05:18:24,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358
2024-11-08T05:18:24,636 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11944063358/flush-table-proc/acquired, /11944063358/flush-table-proc/reached, /11944063358/flush-table-proc/abort
2024-11-08T05:18:24,636 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,43137,1731043103626
2024-11-08T05:18:24,657 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358
2024-11-08T05:18:24,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358
2024-11-08T05:18:24,688 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11944063358/online-snapshot/acquired, /11944063358/online-snapshot/reached, /11944063358/online-snapshot/abort
2024-11-08T05:18:24,689 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,43137,1731043103626
2024-11-08T05:18:24,690 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:18:24,691 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:18:24,692 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:18:24,692 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:18:24,692 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,43137,1731043103626
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:18:24,693 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:24,693 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:24,693 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:24,693 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:24,693 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:18:24,693 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:24,693 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:18:24,693 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:24,694 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:18:24,694 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:18:24,695 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:24,695 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:18:24,700 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043134700
2024-11-08T05:18:24,700 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:18:24,700 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:18:24,700 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:18:24,700 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:18:24,700 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:18:24,700 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:18:24,703 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:24,704 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:18:24,704 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:18:24,704 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:18:24,704 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:18:24,708 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:18:24,708 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:18:24,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:18:24,712 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043104708,5,FailOnTimeoutGroup]
2024-11-08T05:18:24,712 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043104712,5,FailOnTimeoutGroup]
2024-11-08T05:18:24,712 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:24,712 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:18:24,712 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:24,712 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:24,729 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(746): ClusterId : 8adc224f-1f2b-4b8a-ba93-682d18981a57
2024-11-08T05:18:24,729 DEBUG [RS:0;d1ba675678c9:46663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:18:24,741 DEBUG [RS:0;d1ba675678c9:46663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:18:24,742 DEBUG [RS:0;d1ba675678c9:46663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:18:24,752 DEBUG [RS:0;d1ba675678c9:46663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:18:24,752 DEBUG [RS:0;d1ba675678c9:46663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302442ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:18:24,766 DEBUG [RS:0;d1ba675678c9:46663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:46663
2024-11-08T05:18:24,766 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:18:24,766 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:18:24,766 DEBUG [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:18:24,767 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,43137,1731043103626 with port=46663, startcode=1731043103771
2024-11-08T05:18:24,767 DEBUG [RS:0;d1ba675678c9:46663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:18:24,769 INFO  [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:18:24,769 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43137 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,46663,1731043103771
2024-11-08T05:18:24,769 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43137 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,46663,1731043103771
2024-11-08T05:18:24,771 DEBUG [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f
2024-11-08T05:18:24,771 DEBUG [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36531
2024-11-08T05:18:24,771 DEBUG [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:18:24,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358/rs
2024-11-08T05:18:24,827 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,46663,1731043103771]
2024-11-08T05:18:24,828 DEBUG [RS:0;d1ba675678c9:46663 {}] zookeeper.ZKUtil(111): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Set watcher on existing znode=/11944063358/rs/d1ba675678c9,46663,1731043103771
2024-11-08T05:18:24,828 WARN  [RS:0;d1ba675678c9:46663 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:18:24,828 INFO  [RS:0;d1ba675678c9:46663 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:24,828 DEBUG [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771
2024-11-08T05:18:24,830 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:18:24,832 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:18:24,832 INFO  [RS:0;d1ba675678c9:46663 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:18:24,832 INFO  [RS:0;d1ba675678c9:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:24,833 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:18:24,833 INFO  [RS:0;d1ba675678c9:46663 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:18:24,833 INFO  [RS:0;d1ba675678c9:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:24,834 DEBUG [RS:0;d1ba675678c9:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:24,834 DEBUG [RS:0;d1ba675678c9:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:24,834 DEBUG [RS:0;d1ba675678c9:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:24,834 DEBUG [RS:0;d1ba675678c9:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:24,834 DEBUG [RS:0;d1ba675678c9:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:24,834 DEBUG [RS:0;d1ba675678c9:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:18:24,834 DEBUG [RS:0;d1ba675678c9:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:24,834 DEBUG [RS:0;d1ba675678c9:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:24,834 DEBUG [RS:0;d1ba675678c9:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:24,834 DEBUG [RS:0;d1ba675678c9:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:24,834 DEBUG [RS:0;d1ba675678c9:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:24,834 DEBUG [RS:0;d1ba675678c9:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:24,834 DEBUG [RS:0;d1ba675678c9:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:18:24,834 DEBUG [RS:0;d1ba675678c9:46663 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:18:24,834 INFO  [RS:0;d1ba675678c9:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:24,834 INFO  [RS:0;d1ba675678c9:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:24,835 INFO  [RS:0;d1ba675678c9:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:24,835 INFO  [RS:0;d1ba675678c9:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:24,835 INFO  [RS:0;d1ba675678c9:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:24,835 INFO  [RS:0;d1ba675678c9:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,46663,1731043103771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:18:24,854 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:18:24,854 INFO  [RS:0;d1ba675678c9:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,46663,1731043103771-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:24,855 INFO  [RS:0;d1ba675678c9:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:24,855 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.Replication(171): d1ba675678c9,46663,1731043103771 started
2024-11-08T05:18:24,873 INFO  [RS:0;d1ba675678c9:46663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:24,873 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,46663,1731043103771, RpcServer on d1ba675678c9/172.17.0.3:46663, sessionid=0x10118e172270004
2024-11-08T05:18:24,873 DEBUG [RS:0;d1ba675678c9:46663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:18:24,873 DEBUG [RS:0;d1ba675678c9:46663 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,46663,1731043103771
2024-11-08T05:18:24,873 DEBUG [RS:0;d1ba675678c9:46663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,46663,1731043103771'
2024-11-08T05:18:24,873 DEBUG [RS:0;d1ba675678c9:46663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11944063358/flush-table-proc/abort'
2024-11-08T05:18:24,874 DEBUG [RS:0;d1ba675678c9:46663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11944063358/flush-table-proc/acquired'
2024-11-08T05:18:24,874 DEBUG [RS:0;d1ba675678c9:46663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:18:24,874 DEBUG [RS:0;d1ba675678c9:46663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:18:24,874 DEBUG [RS:0;d1ba675678c9:46663 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,46663,1731043103771
2024-11-08T05:18:24,874 DEBUG [RS:0;d1ba675678c9:46663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,46663,1731043103771'
2024-11-08T05:18:24,874 DEBUG [RS:0;d1ba675678c9:46663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11944063358/online-snapshot/abort'
2024-11-08T05:18:24,875 DEBUG [RS:0;d1ba675678c9:46663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11944063358/online-snapshot/acquired'
2024-11-08T05:18:24,875 DEBUG [RS:0;d1ba675678c9:46663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:18:24,875 INFO  [RS:0;d1ba675678c9:46663 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:18:24,875 INFO  [RS:0;d1ba675678c9:46663 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:18:24,976 INFO  [RS:0;d1ba675678c9:46663 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:18:24,978 INFO  [RS:0;d1ba675678c9:46663 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C46663%2C1731043103771, suffix=, logDir=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771, archiveDir=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/oldWALs, maxLogs=10
2024-11-08T05:18:24,995 DEBUG [RS:0;d1ba675678c9:46663 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978, exclude list is [], retry=0
2024-11-08T05:18:24,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42731,DS-d052e4ae-27cb-46cb-9db1-44563195defc,DISK]
2024-11-08T05:18:25,000 INFO  [RS:0;d1ba675678c9:46663 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978
2024-11-08T05:18:25,000 DEBUG [RS:0;d1ba675678c9:46663 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955)]
2024-11-08T05:18:25,111 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:18:25,111 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f
2024-11-08T05:18:25,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741833_1009 (size=32)
2024-11-08T05:18:25,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:25,524 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:18:25,525 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:18:25,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:25,526 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:25,526 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:18:25,527 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:18:25,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:25,528 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:25,528 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:18:25,530 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:18:25,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:25,531 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:25,531 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:18:25,533 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:18:25,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:25,534 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:25,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:18:25,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740
2024-11-08T05:18:25,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740
2024-11-08T05:18:25,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:18:25,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:18:25,539 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:18:25,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:18:25,544 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:18:25,545 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64738243, jitterRate=-0.035325005650520325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:18:25,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731043105522Initializing all the Stores at 1731043105523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043105523Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043105523Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043105523Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043105523Cleaning up temporary data from old regions at 1731043105538 (+15 ms)Region opened successfully at 1731043105545 (+7 ms)
2024-11-08T05:18:25,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:18:25,545 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:18:25,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:18:25,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:18:25,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:18:25,550 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:18:25,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043105545Disabling compacts and flushes for region at 1731043105545Disabling writes for close at 1731043105545Writing region close event to WAL at 1731043105550 (+5 ms)Closed at 1731043105550
2024-11-08T05:18:25,552 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:18:25,552 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:18:25,552 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:18:25,554 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:18:25,556 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:18:25,706 DEBUG [d1ba675678c9:43137 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:18:25,706 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,46663,1731043103771
2024-11-08T05:18:25,708 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,46663,1731043103771, state=OPENING
2024-11-08T05:18:25,772 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:18:25,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358
2024-11-08T05:18:25,866 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358
2024-11-08T05:18:25,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11944063358/meta-region-server: CHANGED
2024-11-08T05:18:25,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11944063358/meta-region-server: CHANGED
2024-11-08T05:18:25,867 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:18:25,867 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,46663,1731043103771}]
2024-11-08T05:18:26,033 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:18:26,047 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:18:26,068 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:18:26,068 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:26,069 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:18:26,080 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C46663%2C1731043103771.meta, suffix=.meta, logDir=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771, archiveDir=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/oldWALs, maxLogs=10
2024-11-08T05:18:26,105 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.meta.1731043106080.meta, exclude list is [], retry=0
2024-11-08T05:18:26,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42731,DS-d052e4ae-27cb-46cb-9db1-44563195defc,DISK]
2024-11-08T05:18:26,128 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.meta.1731043106080.meta
2024-11-08T05:18:26,131 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955)]
2024-11-08T05:18:26,131 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:26,132 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:18:26,132 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:18:26,132 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:18:26,132 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:18:26,132 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:18:26,132 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:26,132 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:18:26,132 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:18:26,134 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:18:26,135 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:18:26,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:26,136 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:26,136 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:18:26,137 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:18:26,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:26,137 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:26,137 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:18:26,138 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:18:26,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:26,139 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:26,139 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:18:26,140 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:18:26,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:26,140 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:26,141 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:18:26,142 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740
2024-11-08T05:18:26,161 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740
2024-11-08T05:18:26,163 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:18:26,163 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:18:26,163 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:18:26,165 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:18:26,166 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62259496, jitterRate=-0.07226121425628662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:18:26,166 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:18:26,166 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731043106133Writing region info on filesystem at 1731043106133Initializing all the Stores at 1731043106134 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043106134Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043106134Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043106134Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043106134Cleaning up temporary data from old regions at 1731043106163 (+29 ms)Running coprocessor post-open hooks at 1731043106166 (+3 ms)Region opened successfully at 1731043106166
2024-11-08T05:18:26,167 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043106032
2024-11-08T05:18:26,170 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,46663,1731043103771
2024-11-08T05:18:26,171 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,46663,1731043103771, state=OPEN
2024-11-08T05:18:26,172 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:18:26,172 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:18:26,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11944063358/meta-region-server
2024-11-08T05:18:26,183 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11944063358/meta-region-server
2024-11-08T05:18:26,183 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,46663,1731043103771
2024-11-08T05:18:26,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11944063358/meta-region-server: CHANGED
2024-11-08T05:18:26,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11944063358/meta-region-server: CHANGED
2024-11-08T05:18:26,186 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:18:26,186 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,46663,1731043103771 in 316 msec
2024-11-08T05:18:26,189 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:18:26,189 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 634 msec
2024-11-08T05:18:26,190 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:18:26,190 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:18:26,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:26,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,46663,1731043103771, seqNum=-1]
2024-11-08T05:18:26,192 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:26,193 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:18:26,203 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5110 sec
2024-11-08T05:18:26,203 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043106203, completionTime=-1
2024-11-08T05:18:26,204 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:18:26,204 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:18:26,207 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:18:26,207 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043166207
2024-11-08T05:18:26,207 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043226207
2024-11-08T05:18:26,207 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec
2024-11-08T05:18:26,208 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,43137,1731043103626-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:26,208 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,43137,1731043103626-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:26,208 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,43137,1731043103626-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:26,208 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:43137, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:26,208 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:26,210 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:18:26,214 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:26,220 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.352sec
2024-11-08T05:18:26,220 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:18:26,220 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:18:26,220 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:18:26,220 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:18:26,220 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:18:26,220 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,43137,1731043103626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:18:26,220 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,43137,1731043103626-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:18:26,226 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:18:26,226 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:18:26,226 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,43137,1731043103626-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:26,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f50d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:26,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,43137,-1 for getting cluster id
2024-11-08T05:18:26,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:26,249 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8adc224f-1f2b-4b8a-ba93-682d18981a57'
2024-11-08T05:18:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8adc224f-1f2b-4b8a-ba93-682d18981a57"

2024-11-08T05:18:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d6eb99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,43137,-1]
2024-11-08T05:18:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:26,251 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:26,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee73a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:26,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:26,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,46663,1731043103771, seqNum=-1]
2024-11-08T05:18:26,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:26,255 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:18:26,256 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,43137,1731043103626
2024-11-08T05:18:26,257 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59804
2024-11-08T05:18:26,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:18:26,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10118e172270005 connected
2024-11-08T05:18:26,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,39847,1731043098063
2024-11-08T05:18:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ad845d9
2024-11-08T05:18:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:26,284 INFO  [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:18:26,286 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:18:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-08T05:18:26,288 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:18:26,288 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:26,288 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-08T05:18:26,290 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:18:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:26,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741835_1011 (size=902)
2024-11-08T05:18:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:26,702 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-08T05:18:26,719 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e0f941e0cf20f5434a0adda4209cbcf, NAME => 'test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a
2024-11-08T05:18:26,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741836_1012 (size=39)
2024-11-08T05:18:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:27,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:27,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4e0f941e0cf20f5434a0adda4209cbcf, disabling compactions & flushes
2024-11-08T05:18:27,125 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf.
2024-11-08T05:18:27,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf.
2024-11-08T05:18:27,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf. after waiting 0 ms
2024-11-08T05:18:27,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf.
2024-11-08T05:18:27,125 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf.
2024-11-08T05:18:27,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e0f941e0cf20f5434a0adda4209cbcf:
Waiting for close lock at 1731043107125Disabling compacts and flushes for region at 1731043107125Disabling writes for close at 1731043107125Writing region close event to WAL at 1731043107125Closed at 1731043107125
2024-11-08T05:18:27,127 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:18:27,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731043107127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043107127"}]},"ts":"1731043107127"}
2024-11-08T05:18:27,129 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:18:27,130 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:18:27,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043107130"}]},"ts":"1731043107130"}
2024-11-08T05:18:27,132 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-08T05:18:27,132 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e0f941e0cf20f5434a0adda4209cbcf, ASSIGN}]
2024-11-08T05:18:27,133 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e0f941e0cf20f5434a0adda4209cbcf, ASSIGN
2024-11-08T05:18:27,134 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4e0f941e0cf20f5434a0adda4209cbcf, ASSIGN; state=OFFLINE, location=d1ba675678c9,33249,1731043098323; forceNewPlan=false, retain=false
2024-11-08T05:18:27,285 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e0f941e0cf20f5434a0adda4209cbcf, regionState=OPENING, regionLocation=d1ba675678c9,33249,1731043098323
2024-11-08T05:18:27,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4e0f941e0cf20f5434a0adda4209cbcf, ASSIGN because future has completed
2024-11-08T05:18:27,287 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e0f941e0cf20f5434a0adda4209cbcf, server=d1ba675678c9,33249,1731043098323}]
2024-11-08T05:18:27,401 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:18:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:27,439 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:27,439 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:27,439 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:27,439 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:27,440 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:27,440 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:27,444 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf.
2024-11-08T05:18:27,444 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e0f941e0cf20f5434a0adda4209cbcf, NAME => 'test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:27,445 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:18:27,445 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-08T05:18:27,445 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4e0f941e0cf20f5434a0adda4209cbcf
2024-11-08T05:18:27,445 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:27,445 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4e0f941e0cf20f5434a0adda4209cbcf
2024-11-08T05:18:27,445 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4e0f941e0cf20f5434a0adda4209cbcf
2024-11-08T05:18:27,447 INFO  [StoreOpener-4e0f941e0cf20f5434a0adda4209cbcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4e0f941e0cf20f5434a0adda4209cbcf 
2024-11-08T05:18:27,447 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:27,448 INFO  [StoreOpener-4e0f941e0cf20f5434a0adda4209cbcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0f941e0cf20f5434a0adda4209cbcf columnFamilyName f
2024-11-08T05:18:27,448 DEBUG [StoreOpener-4e0f941e0cf20f5434a0adda4209cbcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:27,449 INFO  [StoreOpener-4e0f941e0cf20f5434a0adda4209cbcf-1 {}] regionserver.HStore(327): Store=4e0f941e0cf20f5434a0adda4209cbcf/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:27,449 INFO  [StoreOpener-4e0f941e0cf20f5434a0adda4209cbcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4e0f941e0cf20f5434a0adda4209cbcf 
2024-11-08T05:18:27,450 INFO  [StoreOpener-4e0f941e0cf20f5434a0adda4209cbcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0f941e0cf20f5434a0adda4209cbcf columnFamilyName f1
2024-11-08T05:18:27,450 DEBUG [StoreOpener-4e0f941e0cf20f5434a0adda4209cbcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:27,451 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:27,451 INFO  [StoreOpener-4e0f941e0cf20f5434a0adda4209cbcf-1 {}] regionserver.HStore(327): Store=4e0f941e0cf20f5434a0adda4209cbcf/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:27,451 INFO  [StoreOpener-4e0f941e0cf20f5434a0adda4209cbcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4e0f941e0cf20f5434a0adda4209cbcf 
2024-11-08T05:18:27,452 INFO  [StoreOpener-4e0f941e0cf20f5434a0adda4209cbcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0f941e0cf20f5434a0adda4209cbcf columnFamilyName norep
2024-11-08T05:18:27,452 DEBUG [StoreOpener-4e0f941e0cf20f5434a0adda4209cbcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:27,453 INFO  [StoreOpener-4e0f941e0cf20f5434a0adda4209cbcf-1 {}] regionserver.HStore(327): Store=4e0f941e0cf20f5434a0adda4209cbcf/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:27,453 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4e0f941e0cf20f5434a0adda4209cbcf
2024-11-08T05:18:27,453 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf
2024-11-08T05:18:27,454 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf
2024-11-08T05:18:27,455 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4e0f941e0cf20f5434a0adda4209cbcf
2024-11-08T05:18:27,455 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4e0f941e0cf20f5434a0adda4209cbcf
2024-11-08T05:18:27,456 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:18:27,459 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4e0f941e0cf20f5434a0adda4209cbcf
2024-11-08T05:18:27,465 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:18:27,465 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4e0f941e0cf20f5434a0adda4209cbcf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66116833, jitterRate=-0.014782413840293884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:18:27,465 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e0f941e0cf20f5434a0adda4209cbcf
2024-11-08T05:18:27,466 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4e0f941e0cf20f5434a0adda4209cbcf:
Running coprocessor pre-open hook at 1731043107445Writing region info on filesystem at 1731043107445Initializing all the Stores at 1731043107446 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043107446Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043107446Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043107446Cleaning up temporary data from old regions at 1731043107455 (+9 ms)Running coprocessor post-open hooks at 1731043107465 (+10 ms)Region opened successfully at 1731043107466 (+1 ms)
2024-11-08T05:18:27,467 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf., pid=6, masterSystemTime=1731043107439
2024-11-08T05:18:27,469 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf.
2024-11-08T05:18:27,469 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf.
2024-11-08T05:18:27,469 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e0f941e0cf20f5434a0adda4209cbcf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d1ba675678c9,33249,1731043098323
2024-11-08T05:18:27,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e0f941e0cf20f5434a0adda4209cbcf, server=d1ba675678c9,33249,1731043098323 because future has completed
2024-11-08T05:18:27,473 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39847 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d1ba675678c9,33249,1731043098323, table=test, region=4e0f941e0cf20f5434a0adda4209cbcf. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-08T05:18:27,476 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:18:27,476 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e0f941e0cf20f5434a0adda4209cbcf, server=d1ba675678c9,33249,1731043098323 in 188 msec
2024-11-08T05:18:27,478 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T05:18:27,478 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4e0f941e0cf20f5434a0adda4209cbcf, ASSIGN in 344 msec
2024-11-08T05:18:27,479 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:18:27,479 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043107479"}]},"ts":"1731043107479"}
2024-11-08T05:18:27,481 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-08T05:18:27,481 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:18:27,483 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1950 sec
2024-11-08T05:18:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:28,436 INFO  [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-08T05:18:28,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,43137,1731043103626
2024-11-08T05:18:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ed7ed5
2024-11-08T05:18:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:28,441 INFO  [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:18:28,442 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:18:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-08T05:18:28,445 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:18:28,445 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:28,446 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-08T05:18:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:28,452 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:18:28,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741835_1011 (size=902)
2024-11-08T05:18:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:28,893 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 184fff8862ba34fc4b3bc1d2e274cbdc, NAME => 'test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f
2024-11-08T05:18:28,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741836_1012 (size=39)
2024-11-08T05:18:28,909 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:28,909 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 184fff8862ba34fc4b3bc1d2e274cbdc, disabling compactions & flushes
2024-11-08T05:18:28,909 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc.
2024-11-08T05:18:28,909 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc.
2024-11-08T05:18:28,909 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc. after waiting 0 ms
2024-11-08T05:18:28,909 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc.
2024-11-08T05:18:28,909 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc.
2024-11-08T05:18:28,909 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 184fff8862ba34fc4b3bc1d2e274cbdc:
Waiting for close lock at 1731043108909Disabling compacts and flushes for region at 1731043108909Disabling writes for close at 1731043108909Writing region close event to WAL at 1731043108909Closed at 1731043108909
2024-11-08T05:18:28,911 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:18:28,911 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731043108911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043108911"}]},"ts":"1731043108911"}
2024-11-08T05:18:28,913 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:18:28,914 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:18:28,915 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043108914"}]},"ts":"1731043108914"}
2024-11-08T05:18:28,917 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-08T05:18:28,917 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=184fff8862ba34fc4b3bc1d2e274cbdc, ASSIGN}]
2024-11-08T05:18:28,919 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=184fff8862ba34fc4b3bc1d2e274cbdc, ASSIGN
2024-11-08T05:18:28,919 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=184fff8862ba34fc4b3bc1d2e274cbdc, ASSIGN; state=OFFLINE, location=d1ba675678c9,46663,1731043103771; forceNewPlan=false, retain=false
2024-11-08T05:18:29,070 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=184fff8862ba34fc4b3bc1d2e274cbdc, regionState=OPENING, regionLocation=d1ba675678c9,46663,1731043103771
2024-11-08T05:18:29,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=184fff8862ba34fc4b3bc1d2e274cbdc, ASSIGN because future has completed
2024-11-08T05:18:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:29,079 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 184fff8862ba34fc4b3bc1d2e274cbdc, server=d1ba675678c9,46663,1731043103771}]
2024-11-08T05:18:29,263 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc.
2024-11-08T05:18:29,263 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 184fff8862ba34fc4b3bc1d2e274cbdc, NAME => 'test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:29,263 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:18:29,263 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-08T05:18:29,264 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 184fff8862ba34fc4b3bc1d2e274cbdc
2024-11-08T05:18:29,264 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:29,264 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 184fff8862ba34fc4b3bc1d2e274cbdc
2024-11-08T05:18:29,264 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 184fff8862ba34fc4b3bc1d2e274cbdc
2024-11-08T05:18:29,266 INFO  [StoreOpener-184fff8862ba34fc4b3bc1d2e274cbdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 184fff8862ba34fc4b3bc1d2e274cbdc 
2024-11-08T05:18:29,268 INFO  [StoreOpener-184fff8862ba34fc4b3bc1d2e274cbdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 184fff8862ba34fc4b3bc1d2e274cbdc columnFamilyName f
2024-11-08T05:18:29,268 DEBUG [StoreOpener-184fff8862ba34fc4b3bc1d2e274cbdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:29,268 INFO  [StoreOpener-184fff8862ba34fc4b3bc1d2e274cbdc-1 {}] regionserver.HStore(327): Store=184fff8862ba34fc4b3bc1d2e274cbdc/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:29,268 INFO  [StoreOpener-184fff8862ba34fc4b3bc1d2e274cbdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 184fff8862ba34fc4b3bc1d2e274cbdc 
2024-11-08T05:18:29,285 INFO  [StoreOpener-184fff8862ba34fc4b3bc1d2e274cbdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 184fff8862ba34fc4b3bc1d2e274cbdc columnFamilyName f1
2024-11-08T05:18:29,285 DEBUG [StoreOpener-184fff8862ba34fc4b3bc1d2e274cbdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:29,286 INFO  [StoreOpener-184fff8862ba34fc4b3bc1d2e274cbdc-1 {}] regionserver.HStore(327): Store=184fff8862ba34fc4b3bc1d2e274cbdc/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:29,286 INFO  [StoreOpener-184fff8862ba34fc4b3bc1d2e274cbdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 184fff8862ba34fc4b3bc1d2e274cbdc 
2024-11-08T05:18:29,287 INFO  [StoreOpener-184fff8862ba34fc4b3bc1d2e274cbdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 184fff8862ba34fc4b3bc1d2e274cbdc columnFamilyName norep
2024-11-08T05:18:29,287 DEBUG [StoreOpener-184fff8862ba34fc4b3bc1d2e274cbdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:29,287 INFO  [StoreOpener-184fff8862ba34fc4b3bc1d2e274cbdc-1 {}] regionserver.HStore(327): Store=184fff8862ba34fc4b3bc1d2e274cbdc/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:29,287 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 184fff8862ba34fc4b3bc1d2e274cbdc
2024-11-08T05:18:29,288 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc
2024-11-08T05:18:29,289 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc
2024-11-08T05:18:29,289 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 184fff8862ba34fc4b3bc1d2e274cbdc
2024-11-08T05:18:29,289 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 184fff8862ba34fc4b3bc1d2e274cbdc
2024-11-08T05:18:29,290 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:18:29,292 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 184fff8862ba34fc4b3bc1d2e274cbdc
2024-11-08T05:18:29,297 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:18:29,298 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 184fff8862ba34fc4b3bc1d2e274cbdc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68086239, jitterRate=0.014564022421836853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:18:29,298 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 184fff8862ba34fc4b3bc1d2e274cbdc
2024-11-08T05:18:29,298 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 184fff8862ba34fc4b3bc1d2e274cbdc:
Running coprocessor pre-open hook at 1731043109264Writing region info on filesystem at 1731043109264Initializing all the Stores at 1731043109265 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043109266 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043109266Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043109266Cleaning up temporary data from old regions at 1731043109289 (+23 ms)Running coprocessor post-open hooks at 1731043109298 (+9 ms)Region opened successfully at 1731043109298
2024-11-08T05:18:29,302 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc., pid=6, masterSystemTime=1731043109244
2024-11-08T05:18:29,306 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=184fff8862ba34fc4b3bc1d2e274cbdc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d1ba675678c9,46663,1731043103771
2024-11-08T05:18:29,307 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc.
2024-11-08T05:18:29,307 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc.
2024-11-08T05:18:29,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 184fff8862ba34fc4b3bc1d2e274cbdc, server=d1ba675678c9,46663,1731043103771 because future has completed
2024-11-08T05:18:29,321 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:18:29,321 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 184fff8862ba34fc4b3bc1d2e274cbdc, server=d1ba675678c9,46663,1731043103771 in 238 msec
2024-11-08T05:18:29,323 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T05:18:29,323 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=184fff8862ba34fc4b3bc1d2e274cbdc, ASSIGN in 404 msec
2024-11-08T05:18:29,324 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:18:29,325 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043109324"}]},"ts":"1731043109324"}
2024-11-08T05:18:29,327 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-08T05:18:29,329 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:18:29,335 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 887 msec
2024-11-08T05:18:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:29,587 INFO  [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-08T05:18:29,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abb577d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:29,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,39847,-1 for getting cluster id
2024-11-08T05:18:29,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:29,589 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb57d512-b800-4360-9eaa-4e0ded0bc0fa'
2024-11-08T05:18:29,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:29,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb57d512-b800-4360-9eaa-4e0ded0bc0fa"

2024-11-08T05:18:29,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1794fb8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:29,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,39847,-1]
2024-11-08T05:18:29,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:29,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:29,592 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:29,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfc89bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:29,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc2f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:29,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,43137,-1 for getting cluster id
2024-11-08T05:18:29,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:29,595 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8adc224f-1f2b-4b8a-ba93-682d18981a57'
2024-11-08T05:18:29,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:29,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8adc224f-1f2b-4b8a-ba93-682d18981a57"

2024-11-08T05:18:29,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cdd10f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:29,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,43137,-1]
2024-11-08T05:18:29,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:29,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:29,597 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:29,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4a433e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:29,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb77436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:29,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,39847,-1 for getting cluster id
2024-11-08T05:18:29,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:29,599 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb57d512-b800-4360-9eaa-4e0ded0bc0fa'
2024-11-08T05:18:29,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:29,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb57d512-b800-4360-9eaa-4e0ded0bc0fa"

2024-11-08T05:18:29,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871099e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:29,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,39847,-1]
2024-11-08T05:18:29,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:29,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:29,600 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:29,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a409b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:29,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:29,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,39847,1731043098063
2024-11-08T05:18:29,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53164b9
2024-11-08T05:18:29,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:29,603 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:18:29,604 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d1ba675678c9:43137,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-08T05:18:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:18:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:29,608 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:43137'
2024-11-08T05:18:29,612 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c91a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:29,612 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,43137,-1 for getting cluster id
2024-11-08T05:18:29,612 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:29,613 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8adc224f-1f2b-4b8a-ba93-682d18981a57'
2024-11-08T05:18:29,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:29,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8adc224f-1f2b-4b8a-ba93-682d18981a57"

2024-11-08T05:18:29,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eebbee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:29,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,43137,-1]
2024-11-08T05:18:29,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:29,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:29,615 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:29,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d7e629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:29,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:29,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,43137,1731043103626
2024-11-08T05:18:29,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cfc68a5
2024-11-08T05:18:29,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:29,618 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:18:29,618 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-08T05:18:29,618 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:18:29,619 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:29,619 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:29,619 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:18:29,620 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:29,620 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-08T05:18:29,621 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:18:29,621 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:29,622 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:18:29,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741837_1013 (size=1138)
2024-11-08T05:18:29,635 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87be0825d0d597672cfd280506fb0cd2, NAME => 'hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a
2024-11-08T05:18:29,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741838_1014 (size=44)
2024-11-08T05:18:29,670 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-08T05:18:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:30,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:30,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 87be0825d0d597672cfd280506fb0cd2, disabling compactions & flushes
2024-11-08T05:18:30,048 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.
2024-11-08T05:18:30,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.
2024-11-08T05:18:30,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2. after waiting 0 ms
2024-11-08T05:18:30,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.
2024-11-08T05:18:30,049 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.
2024-11-08T05:18:30,049 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87be0825d0d597672cfd280506fb0cd2:
Waiting for close lock at 1731043110048Disabling compacts and flushes for region at 1731043110048Disabling writes for close at 1731043110048Writing region close event to WAL at 1731043110049 (+1 ms)Closed at 1731043110049
2024-11-08T05:18:30,051 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:18:30,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731043110051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043110051"}]},"ts":"1731043110051"}
2024-11-08T05:18:30,060 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:18:30,061 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:18:30,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043110061"}]},"ts":"1731043110061"}
2024-11-08T05:18:30,064 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-08T05:18:30,065 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87be0825d0d597672cfd280506fb0cd2, ASSIGN}]
2024-11-08T05:18:30,066 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87be0825d0d597672cfd280506fb0cd2, ASSIGN
2024-11-08T05:18:30,067 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87be0825d0d597672cfd280506fb0cd2, ASSIGN; state=OFFLINE, location=d1ba675678c9,33249,1731043098323; forceNewPlan=false, retain=false
2024-11-08T05:18:30,220 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=87be0825d0d597672cfd280506fb0cd2, regionState=OPENING, regionLocation=d1ba675678c9,33249,1731043098323
2024-11-08T05:18:30,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87be0825d0d597672cfd280506fb0cd2, ASSIGN because future has completed
2024-11-08T05:18:30,236 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87be0825d0d597672cfd280506fb0cd2, server=d1ba675678c9,33249,1731043098323}]
2024-11-08T05:18:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:30,436 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.
2024-11-08T05:18:30,436 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:30,437 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-08T05:18:30,439 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C33249%2C1731043098323.rep, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/oldWALs, maxLogs=10
2024-11-08T05:18:30,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.rep.1731043110439, exclude list is [], retry=0
2024-11-08T05:18:30,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-43f5f629-10f2-46cc-a882-26c981dc5949,DISK]
2024-11-08T05:18:30,511 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.rep.1731043110439
2024-11-08T05:18:30,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33741:33741)]
2024-11-08T05:18:30,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 87be0825d0d597672cfd280506fb0cd2, NAME => 'hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:30,519 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:18:30,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:18:30,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2. service=MultiRowMutationService
2024-11-08T05:18:30,519 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-08T05:18:30,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 87be0825d0d597672cfd280506fb0cd2
2024-11-08T05:18:30,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:30,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 87be0825d0d597672cfd280506fb0cd2
2024-11-08T05:18:30,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 87be0825d0d597672cfd280506fb0cd2
2024-11-08T05:18:30,525 INFO  [StoreOpener-87be0825d0d597672cfd280506fb0cd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 87be0825d0d597672cfd280506fb0cd2 
2024-11-08T05:18:30,540 INFO  [StoreOpener-87be0825d0d597672cfd280506fb0cd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87be0825d0d597672cfd280506fb0cd2 columnFamilyName hfileref
2024-11-08T05:18:30,540 DEBUG [StoreOpener-87be0825d0d597672cfd280506fb0cd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:30,540 INFO  [StoreOpener-87be0825d0d597672cfd280506fb0cd2-1 {}] regionserver.HStore(327): Store=87be0825d0d597672cfd280506fb0cd2/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:30,541 INFO  [StoreOpener-87be0825d0d597672cfd280506fb0cd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 87be0825d0d597672cfd280506fb0cd2 
2024-11-08T05:18:30,542 INFO  [StoreOpener-87be0825d0d597672cfd280506fb0cd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87be0825d0d597672cfd280506fb0cd2 columnFamilyName queue
2024-11-08T05:18:30,542 DEBUG [StoreOpener-87be0825d0d597672cfd280506fb0cd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:30,543 INFO  [StoreOpener-87be0825d0d597672cfd280506fb0cd2-1 {}] regionserver.HStore(327): Store=87be0825d0d597672cfd280506fb0cd2/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:30,543 INFO  [StoreOpener-87be0825d0d597672cfd280506fb0cd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 87be0825d0d597672cfd280506fb0cd2 
2024-11-08T05:18:30,544 INFO  [StoreOpener-87be0825d0d597672cfd280506fb0cd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87be0825d0d597672cfd280506fb0cd2 columnFamilyName sid
2024-11-08T05:18:30,544 DEBUG [StoreOpener-87be0825d0d597672cfd280506fb0cd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:30,545 INFO  [StoreOpener-87be0825d0d597672cfd280506fb0cd2-1 {}] regionserver.HStore(327): Store=87be0825d0d597672cfd280506fb0cd2/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:30,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 87be0825d0d597672cfd280506fb0cd2
2024-11-08T05:18:30,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/replication/87be0825d0d597672cfd280506fb0cd2
2024-11-08T05:18:30,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/replication/87be0825d0d597672cfd280506fb0cd2
2024-11-08T05:18:30,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 87be0825d0d597672cfd280506fb0cd2
2024-11-08T05:18:30,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 87be0825d0d597672cfd280506fb0cd2
2024-11-08T05:18:30,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:18:30,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 87be0825d0d597672cfd280506fb0cd2
2024-11-08T05:18:30,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/replication/87be0825d0d597672cfd280506fb0cd2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:18:30,616 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 87be0825d0d597672cfd280506fb0cd2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62968178, jitterRate=-0.061701029539108276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:18:30,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87be0825d0d597672cfd280506fb0cd2
2024-11-08T05:18:30,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 87be0825d0d597672cfd280506fb0cd2:
Running coprocessor pre-open hook at 1731043110520Writing region info on filesystem at 1731043110520Initializing all the Stores at 1731043110521 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043110521Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043110524 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043110524Cleaning up temporary data from old regions at 1731043110557 (+33 ms)Running coprocessor post-open hooks at 1731043110616 (+59 ms)Region opened successfully at 1731043110617 (+1 ms)
2024-11-08T05:18:30,624 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2., pid=10, masterSystemTime=1731043110412
2024-11-08T05:18:30,638 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=87be0825d0d597672cfd280506fb0cd2, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,33249,1731043098323
2024-11-08T05:18:30,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.
2024-11-08T05:18:30,640 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.
2024-11-08T05:18:30,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87be0825d0d597672cfd280506fb0cd2, server=d1ba675678c9,33249,1731043098323 because future has completed
2024-11-08T05:18:30,657 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-08T05:18:30,657 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 87be0825d0d597672cfd280506fb0cd2, server=d1ba675678c9,33249,1731043098323 in 417 msec
2024-11-08T05:18:30,660 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-08T05:18:30,660 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87be0825d0d597672cfd280506fb0cd2, ASSIGN in 593 msec
2024-11-08T05:18:30,661 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:18:30,661 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043110661"}]},"ts":"1731043110661"}
2024-11-08T05:18:30,669 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-08T05:18:30,670 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:18:30,673 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0510 sec
2024-11-08T05:18:30,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2., hostname=d1ba675678c9,33249,1731043098323, seqNum=2]
2024-11-08T05:18:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:30,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023
2024-11-08T05:18:30,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023
2024-11-08T05:18:30,831 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-08T05:18:30,972 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:18:31,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-08T05:18:31,134 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-08T05:18:31,181 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d1ba675678c9,33249,1731043098323, ReplicationSource: 1, currentBandwidth=0
2024-11-08T05:18:31,181 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:31,181 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,33249,1731043098323, seqNum=-1]
2024-11-08T05:18:31,182 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:31,183 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService
2024-11-08T05:18:31,187 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d1ba675678c9,33249,1731043098323', locateType=CURRENT is [region=hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2., hostname=d1ba675678c9,33249,1731043098323, seqNum=2]
2024-11-08T05:18:31,217 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-08T05:18:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-08T05:18:31,219 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d1ba675678c9,33249,1731043098323 suceeded
2024-11-08T05:18:31,223 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-08T05:18:31,223 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 247 msec
2024-11-08T05:18:31,224 INFO  [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d1ba675678c9:43137,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:18:31,226 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6200 sec
2024-11-08T05:18:31,238 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:43137'
2024-11-08T05:18:31,256 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@586d3e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:31,256 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,43137,-1 for getting cluster id
2024-11-08T05:18:31,257 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:31,261 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8adc224f-1f2b-4b8a-ba93-682d18981a57'
2024-11-08T05:18:31,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:31,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8adc224f-1f2b-4b8a-ba93-682d18981a57"

2024-11-08T05:18:31,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b4d0911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:31,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,43137,-1]
2024-11-08T05:18:31,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:31,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:31,264 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:31,265 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72e496f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:31,265 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:31,267 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,43137,1731043103626
2024-11-08T05:18:31,267 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48b4acc9
2024-11-08T05:18:31,267 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:31,268 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService
2024-11-08T05:18:31,269 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d1ba675678c9,33249,1731043098323 (queues=1) is replicating from cluster=cb57d512-b800-4360-9eaa-4e0ded0bc0fa to cluster=8adc224f-1f2b-4b8a-ba93-682d18981a57
2024-11-08T05:18:31,269 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d1ba675678c9%2C33249%2C1731043098323
2024-11-08T05:18:31,269 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d1ba675678c9,33249,1731043098323, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:18:31,274 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853, startPosition=0, beingWritten=true
2024-11-08T05:18:31,274 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.shipperd1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C33249%2C1731043098323
2024-11-08T05:18:31,286 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:18:31,286 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 379, reset compression=false
2024-11-08T05:18:31,286 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.shipperd1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,33249,1731043098323 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:18:31,525 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 379, reset compression=false
2024-11-08T05:18:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:31,756 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-08T05:18:31,756 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:18:31,756 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:31,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:31,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:31,756 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:31,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79530c5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:31,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,43137,-1 for getting cluster id
2024-11-08T05:18:31,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:31,760 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8adc224f-1f2b-4b8a-ba93-682d18981a57'
2024-11-08T05:18:31,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:31,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8adc224f-1f2b-4b8a-ba93-682d18981a57"

2024-11-08T05:18:31,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6360418a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:31,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,43137,-1]
2024-11-08T05:18:31,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:31,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:31,763 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:31,764 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f4c430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:31,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:31,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,43137,1731043103626
2024-11-08T05:18:31,765 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dccc1bb
2024-11-08T05:18:31,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:31,767 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:18:31,767 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d1ba675678c9:39847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-08T05:18:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:18:31,772 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:39847'
2024-11-08T05:18:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:31,780 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48639a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:31,780 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,39847,-1 for getting cluster id
2024-11-08T05:18:31,781 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:31,782 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb57d512-b800-4360-9eaa-4e0ded0bc0fa'
2024-11-08T05:18:31,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:31,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb57d512-b800-4360-9eaa-4e0ded0bc0fa"

2024-11-08T05:18:31,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5459e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:31,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,39847,-1]
2024-11-08T05:18:31,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:31,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:31,785 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:31,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef46bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:31,786 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:31,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,39847,1731043098063
2024-11-08T05:18:31,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f35b254
2024-11-08T05:18:31,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:31,788 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:18:31,789 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-08T05:18:31,789 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:18:31,789 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:31,790 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:31,792 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:18:31,792 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:31,794 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-08T05:18:31,795 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:18:31,795 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:31,801 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:18:31,832 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 379, reset compression=false
2024-11-08T05:18:31,844 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-08T05:18:31,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741837_1013 (size=1138)
2024-11-08T05:18:31,852 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 097720857cfff6d960b452cf9116e272, NAME => 'hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f
2024-11-08T05:18:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:31,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741838_1014 (size=44)
2024-11-08T05:18:31,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:31,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 097720857cfff6d960b452cf9116e272, disabling compactions & flushes
2024-11-08T05:18:31,883 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272.
2024-11-08T05:18:31,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272.
2024-11-08T05:18:31,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272. after waiting 0 ms
2024-11-08T05:18:31,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272.
2024-11-08T05:18:31,883 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272.
2024-11-08T05:18:31,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 097720857cfff6d960b452cf9116e272:
Waiting for close lock at 1731043111883Disabling compacts and flushes for region at 1731043111883Disabling writes for close at 1731043111883Writing region close event to WAL at 1731043111883Closed at 1731043111883
2024-11-08T05:18:31,884 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:18:31,885 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731043111884"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043111884"}]},"ts":"1731043111884"}
2024-11-08T05:18:31,887 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:18:31,888 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:18:31,888 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043111888"}]},"ts":"1731043111888"}
2024-11-08T05:18:31,891 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-08T05:18:31,891 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=097720857cfff6d960b452cf9116e272, ASSIGN}]
2024-11-08T05:18:31,894 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=097720857cfff6d960b452cf9116e272, ASSIGN
2024-11-08T05:18:31,895 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=097720857cfff6d960b452cf9116e272, ASSIGN; state=OFFLINE, location=d1ba675678c9,46663,1731043103771; forceNewPlan=false, retain=false
2024-11-08T05:18:32,046 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=097720857cfff6d960b452cf9116e272, regionState=OPENING, regionLocation=d1ba675678c9,46663,1731043103771
2024-11-08T05:18:32,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=097720857cfff6d960b452cf9116e272, ASSIGN because future has completed
2024-11-08T05:18:32,049 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 097720857cfff6d960b452cf9116e272, server=d1ba675678c9,46663,1731043103771}]
2024-11-08T05:18:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:32,208 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272.
2024-11-08T05:18:32,208 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:32,209 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-08T05:18:32,212 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C46663%2C1731043103771.rep, suffix=, logDir=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771, archiveDir=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/oldWALs, maxLogs=10
2024-11-08T05:18:32,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.rep.1731043112213, exclude list is [], retry=0
2024-11-08T05:18:32,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42731,DS-d052e4ae-27cb-46cb-9db1-44563195defc,DISK]
2024-11-08T05:18:32,241 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.rep.1731043112213
2024-11-08T05:18:32,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955)]
2024-11-08T05:18:32,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 097720857cfff6d960b452cf9116e272, NAME => 'hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:32,245 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:18:32,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:18:32,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272. service=MultiRowMutationService
2024-11-08T05:18:32,245 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-08T05:18:32,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 097720857cfff6d960b452cf9116e272
2024-11-08T05:18:32,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:32,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 097720857cfff6d960b452cf9116e272
2024-11-08T05:18:32,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 097720857cfff6d960b452cf9116e272
2024-11-08T05:18:32,250 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 379, reset compression=false
2024-11-08T05:18:32,272 INFO  [StoreOpener-097720857cfff6d960b452cf9116e272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 097720857cfff6d960b452cf9116e272 
2024-11-08T05:18:32,274 INFO  [StoreOpener-097720857cfff6d960b452cf9116e272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 097720857cfff6d960b452cf9116e272 columnFamilyName hfileref
2024-11-08T05:18:32,274 DEBUG [StoreOpener-097720857cfff6d960b452cf9116e272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:32,274 INFO  [StoreOpener-097720857cfff6d960b452cf9116e272-1 {}] regionserver.HStore(327): Store=097720857cfff6d960b452cf9116e272/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:32,274 INFO  [StoreOpener-097720857cfff6d960b452cf9116e272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 097720857cfff6d960b452cf9116e272 
2024-11-08T05:18:32,276 INFO  [StoreOpener-097720857cfff6d960b452cf9116e272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 097720857cfff6d960b452cf9116e272 columnFamilyName queue
2024-11-08T05:18:32,276 DEBUG [StoreOpener-097720857cfff6d960b452cf9116e272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:32,276 INFO  [StoreOpener-097720857cfff6d960b452cf9116e272-1 {}] regionserver.HStore(327): Store=097720857cfff6d960b452cf9116e272/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:32,276 INFO  [StoreOpener-097720857cfff6d960b452cf9116e272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 097720857cfff6d960b452cf9116e272 
2024-11-08T05:18:32,278 INFO  [StoreOpener-097720857cfff6d960b452cf9116e272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 097720857cfff6d960b452cf9116e272 columnFamilyName sid
2024-11-08T05:18:32,278 DEBUG [StoreOpener-097720857cfff6d960b452cf9116e272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:32,279 INFO  [StoreOpener-097720857cfff6d960b452cf9116e272-1 {}] regionserver.HStore(327): Store=097720857cfff6d960b452cf9116e272/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:32,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 097720857cfff6d960b452cf9116e272
2024-11-08T05:18:32,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/replication/097720857cfff6d960b452cf9116e272
2024-11-08T05:18:32,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/replication/097720857cfff6d960b452cf9116e272
2024-11-08T05:18:32,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 097720857cfff6d960b452cf9116e272
2024-11-08T05:18:32,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 097720857cfff6d960b452cf9116e272
2024-11-08T05:18:32,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:18:32,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 097720857cfff6d960b452cf9116e272
2024-11-08T05:18:32,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/replication/097720857cfff6d960b452cf9116e272/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:18:32,292 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 097720857cfff6d960b452cf9116e272; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71911151, jitterRate=0.07155965268611908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:18:32,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 097720857cfff6d960b452cf9116e272
2024-11-08T05:18:32,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 097720857cfff6d960b452cf9116e272:
Running coprocessor pre-open hook at 1731043112245Writing region info on filesystem at 1731043112246 (+1 ms)Initializing all the Stores at 1731043112247 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043112247Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043112260 (+13 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043112260Cleaning up temporary data from old regions at 1731043112281 (+21 ms)Running coprocessor post-open hooks at 1731043112292 (+11 ms)Region opened successfully at 1731043112292
2024-11-08T05:18:32,293 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272., pid=10, masterSystemTime=1731043112204
2024-11-08T05:18:32,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272.
2024-11-08T05:18:32,295 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272.
2024-11-08T05:18:32,296 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=097720857cfff6d960b452cf9116e272, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,46663,1731043103771
2024-11-08T05:18:32,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 097720857cfff6d960b452cf9116e272, server=d1ba675678c9,46663,1731043103771 because future has completed
2024-11-08T05:18:32,316 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-08T05:18:32,316 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 097720857cfff6d960b452cf9116e272, server=d1ba675678c9,46663,1731043103771 in 252 msec
2024-11-08T05:18:32,320 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-08T05:18:32,320 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=097720857cfff6d960b452cf9116e272, ASSIGN in 426 msec
2024-11-08T05:18:32,321 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:18:32,321 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043112321"}]},"ts":"1731043112321"}
2024-11-08T05:18:32,324 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-08T05:18:32,325 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:18:32,327 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 533 msec
2024-11-08T05:18:32,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272., hostname=d1ba675678c9,46663,1731043103771, seqNum=2]
2024-11-08T05:18:32,372 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358
2024-11-08T05:18:32,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358
2024-11-08T05:18:32,394 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:18:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:32,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-08T05:18:32,551 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-08T05:18:32,589 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d1ba675678c9,46663,1731043103771, ReplicationSource: 1, currentBandwidth=0
2024-11-08T05:18:32,590 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:32,590 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,46663,1731043103771, seqNum=-1]
2024-11-08T05:18:32,590 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:32,591 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService
2024-11-08T05:18:32,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d1ba675678c9,46663,1731043103771', locateType=CURRENT is [region=hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272., hostname=d1ba675678c9,46663,1731043103771, seqNum=2]
2024-11-08T05:18:32,596 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-08T05:18:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-08T05:18:32,598 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d1ba675678c9,46663,1731043103771 suceeded
2024-11-08T05:18:32,600 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-08T05:18:32,600 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec
2024-11-08T05:18:32,600 INFO  [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d1ba675678c9:39847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:18:32,601 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 833 msec
2024-11-08T05:18:32,617 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:39847'
2024-11-08T05:18:32,624 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3870d200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:32,624 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,39847,-1 for getting cluster id
2024-11-08T05:18:32,625 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:32,628 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb57d512-b800-4360-9eaa-4e0ded0bc0fa'
2024-11-08T05:18:32,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:32,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb57d512-b800-4360-9eaa-4e0ded0bc0fa"

2024-11-08T05:18:32,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34949f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:32,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,39847,-1]
2024-11-08T05:18:32,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:32,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:32,636 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:32,638 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@253f2cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:32,638 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:32,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,39847,1731043098063
2024-11-08T05:18:32,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39a11d76
2024-11-08T05:18:32,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:32,640 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService
2024-11-08T05:18:32,641 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d1ba675678c9,46663,1731043103771 (queues=1) is replicating from cluster=8adc224f-1f2b-4b8a-ba93-682d18981a57 to cluster=cb57d512-b800-4360-9eaa-4e0ded0bc0fa
2024-11-08T05:18:32,641 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d1ba675678c9%2C46663%2C1731043103771
2024-11-08T05:18:32,641 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d1ba675678c9,46663,1731043103771, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:18:32,644 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.shipperd1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C46663%2C1731043103771
2024-11-08T05:18:32,644 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978, startPosition=0, beingWritten=true
2024-11-08T05:18:32,655 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:18:32,655 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978 to pos 379, reset compression=false
2024-11-08T05:18:32,655 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.shipperd1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,46663,1731043103771 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:18:32,777 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 379, reset compression=false
2024-11-08T05:18:32,868 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978 to pos 379, reset compression=false
2024-11-08T05:18:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:32,907 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-08T05:18:32,907 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:18:32,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:32,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:32,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:32,908 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:32,908 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:32,912 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731043112911/Put/seqid=0
2024-11-08T05:18:32,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741840_1016 (size=7894)
2024-11-08T05:18:32,947 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:18:32,986 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731043112985/Put/seqid=0
2024-11-08T05:18:33,009 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:33,009 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:33,009 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:33,010 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:33,010 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:33,010 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:33,028 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:33,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741841_1017 (size=7691)
2024-11-08T05:18:33,031 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:33,045 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-08T05:18:33,173 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978 to pos 379, reset compression=false
2024-11-08T05:18:33,382 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 379, reset compression=false
2024-11-08T05:18:33,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c97d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:33,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,39847,-1 for getting cluster id
2024-11-08T05:18:33,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:33,433 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb57d512-b800-4360-9eaa-4e0ded0bc0fa'
2024-11-08T05:18:33,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:33,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb57d512-b800-4360-9eaa-4e0ded0bc0fa"

2024-11-08T05:18:33,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496c9761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:33,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,39847,-1]
2024-11-08T05:18:33,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:33,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:33,435 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:33,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443a6876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:33,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,33249,1731043098323, seqNum=-1]
2024-11-08T05:18:33,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:33,441 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:18:33,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:33,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,39847,1731043098063
2024-11-08T05:18:33,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8939432
2024-11-08T05:18:33,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:33,466 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:18:33,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf., hostname=d1ba675678c9,33249,1731043098323, seqNum=2]
2024-11-08T05:18:33,478 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-08T05:18:33,504 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc]
2024-11-08T05:18:33,508 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff]
2024-11-08T05:18:33,513 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 4e0f941e0cf20f5434a0adda4209cbcf/f
2024-11-08T05:18:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-08T05:18:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:18:33,517 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 4e0f941e0cf20f5434a0adda4209cbcf/f
2024-11-08T05:18:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-08T05:18:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:18:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HRegion(2603): Flush status journal for 4e0f941e0cf20f5434a0adda4209cbcf:

2024-11-08T05:18:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins__test__94tiq3a8eg341e26q4b0omspr5nbrsj7tmqe6agj8ubqf9takbqrnroog71177/f/hfile_0
2024-11-08T05:18:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins__test__94tiq3a8eg341e26q4b0omspr5nbrsj7tmqe6agj8ubqf9takbqrnroog71177/f/hfile_0 as hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf/f/b1e3d6ba1b70468990e17b4638f0447e_SeqId_4_
2024-11-08T05:18:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins__test__94tiq3a8eg341e26q4b0omspr5nbrsj7tmqe6agj8ubqf9takbqrnroog71177/f/hfile_1
2024-11-08T05:18:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins__test__94tiq3a8eg341e26q4b0omspr5nbrsj7tmqe6agj8ubqf9takbqrnroog71177/f/hfile_1 as hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf/f/bcc51d66e40346f2a1473699092664bb_SeqId_4_
2024-11-08T05:18:33,528 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins__test__94tiq3a8eg341e26q4b0omspr5nbrsj7tmqe6agj8ubqf9takbqrnroog71177/f/hfile_0 into 4e0f941e0cf20f5434a0adda4209cbcf/f as hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf/f/b1e3d6ba1b70468990e17b4638f0447e_SeqId_4_ - updating store file list.
2024-11-08T05:18:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b1e3d6ba1b70468990e17b4638f0447e_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-08T05:18:33,534 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf/f/b1e3d6ba1b70468990e17b4638f0447e_SeqId_4_ into 4e0f941e0cf20f5434a0adda4209cbcf/f
2024-11-08T05:18:33,534 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins__test__94tiq3a8eg341e26q4b0omspr5nbrsj7tmqe6agj8ubqf9takbqrnroog71177/f/hfile_0 into 4e0f941e0cf20f5434a0adda4209cbcf/f (new location: hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf/f/b1e3d6ba1b70468990e17b4638f0447e_SeqId_4_)
2024-11-08T05:18:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins__test__94tiq3a8eg341e26q4b0omspr5nbrsj7tmqe6agj8ubqf9takbqrnroog71177/f/hfile_0
2024-11-08T05:18:33,535 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins__test__94tiq3a8eg341e26q4b0omspr5nbrsj7tmqe6agj8ubqf9takbqrnroog71177/f/hfile_1 into 4e0f941e0cf20f5434a0adda4209cbcf/f as hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf/f/bcc51d66e40346f2a1473699092664bb_SeqId_4_ - updating store file list.
2024-11-08T05:18:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bcc51d66e40346f2a1473699092664bb_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-08T05:18:33,540 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf/f/bcc51d66e40346f2a1473699092664bb_SeqId_4_ into 4e0f941e0cf20f5434a0adda4209cbcf/f
2024-11-08T05:18:33,540 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins__test__94tiq3a8eg341e26q4b0omspr5nbrsj7tmqe6agj8ubqf9takbqrnroog71177/f/hfile_1 into 4e0f941e0cf20f5434a0adda4209cbcf/f (new location: hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf/f/bcc51d66e40346f2a1473699092664bb_SeqId_4_)
2024-11-08T05:18:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins__test__94tiq3a8eg341e26q4b0omspr5nbrsj7tmqe6agj8ubqf9takbqrnroog71177/f/hfile_1
2024-11-08T05:18:33,542 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:18:33,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:33,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:33,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf., hostname=d1ba675678c9,33249,1731043098323, seqNum=2 , the old value is region=test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf., hostname=d1ba675678c9,33249,1731043098323, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d1ba675678c9:33249 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-08T05:18:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf., hostname=d1ba675678c9,33249,1731043098323, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-08T05:18:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf., hostname=d1ba675678c9,33249,1731043098323, seqNum=2 from cache
2024-11-08T05:18:33,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:33,544 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:33,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,46663,1731043103771, seqNum=-1]
2024-11-08T05:18:33,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 262 connection: 172.17.0.3:38118 deadline: 1731043173544 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:38118
2024-11-08T05:18:33,545 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:18:33,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc., hostname=d1ba675678c9,46663,1731043103771, seqNum=2]
2024-11-08T05:18:33,549 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-08T05:18:33,581 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978 to pos 379, reset compression=false
2024-11-08T05:18:33,646 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:33249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-08T05:18:34,086 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 379, reset compression=false
2024-11-08T05:18:34,088 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978 to pos 379, reset compression=false
2024-11-08T05:18:34,092 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:18:34,092 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.shipperd1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,33249,1731043098323 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e0f941e0cf20f5434a0adda4209cbcf/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731043113541/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-08T05:18:34,096 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.shipperd1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:18:34,097 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService
2024-11-08T05:18:34,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.ReplicationSink(318): Replicating [cb57d512-b800-4360-9eaa-4e0ded0bc0fa] bulk loaded data
2024-11-08T05:18:34,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f8fa4df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:34,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,43137,-1 for getting cluster id
2024-11-08T05:18:34,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:34,112 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8adc224f-1f2b-4b8a-ba93-682d18981a57'
2024-11-08T05:18:34,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:34,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8adc224f-1f2b-4b8a-ba93-682d18981a57"

2024-11-08T05:18:34,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@281d980a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:34,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,43137,-1]
2024-11-08T05:18:34,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:34,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:34,114 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:34,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d9bbda0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:34,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741840_1016 (size=7894)
2024-11-08T05:18:34,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741841_1017 (size=7691)
2024-11-08T05:18:34,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:34,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,43137,1731043103626
2024-11-08T05:18:34,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e75f091
2024-11-08T05:18:34,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:34,167 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService
2024-11-08T05:18:34,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-08T05:18:34,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:34,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,46663,1731043103771, seqNum=-1]
2024-11-08T05:18:34,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:34,173 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService
2024-11-08T05:18:34,178 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins.hfs.11__test__oblaqk5jrklhjqt9kro68e1ed7llb0tau4sk81mo37ainikmkl2q56nv79adlm91/f/b1e3d6ba1b70468990e17b4638f0447e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc]
2024-11-08T05:18:34,181 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins.hfs.11__test__oblaqk5jrklhjqt9kro68e1ed7llb0tau4sk81mo37ainikmkl2q56nv79adlm91/f/bcc51d66e40346f2a1473699092664bb_SeqId_4_ first=Optional[ddd] last=Optional[fff]
2024-11-08T05:18:34,184 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins.hfs.11__test__oblaqk5jrklhjqt9kro68e1ed7llb0tau4sk81mo37ainikmkl2q56nv79adlm91/f/b1e3d6ba1b70468990e17b4638f0447e_SeqId_4_ for inclusion in 184fff8862ba34fc4b3bc1d2e274cbdc/f
2024-11-08T05:18:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-08T05:18:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:18:34,187 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins.hfs.11__test__oblaqk5jrklhjqt9kro68e1ed7llb0tau4sk81mo37ainikmkl2q56nv79adlm91/f/bcc51d66e40346f2a1473699092664bb_SeqId_4_ for inclusion in 184fff8862ba34fc4b3bc1d2e274cbdc/f
2024-11-08T05:18:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-08T05:18:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:18:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HRegion(2603): Flush status journal for 184fff8862ba34fc4b3bc1d2e274cbdc:

2024-11-08T05:18:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b1e3d6ba1b70468990e17b4638f0447e_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-08T05:18:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins.hfs.11__test__oblaqk5jrklhjqt9kro68e1ed7llb0tau4sk81mo37ainikmkl2q56nv79adlm91/f/b1e3d6ba1b70468990e17b4638f0447e_SeqId_4_ as hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc/f/ac2c3e39d1eb4b859eb8d4511330f9ce_SeqId_4_
2024-11-08T05:18:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bcc51d66e40346f2a1473699092664bb_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-08T05:18:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins.hfs.11__test__oblaqk5jrklhjqt9kro68e1ed7llb0tau4sk81mo37ainikmkl2q56nv79adlm91/f/bcc51d66e40346f2a1473699092664bb_SeqId_4_ as hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc/f/0ee04183cc8a48769175cc3d73b81399_SeqId_4_
2024-11-08T05:18:34,206 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins.hfs.11__test__oblaqk5jrklhjqt9kro68e1ed7llb0tau4sk81mo37ainikmkl2q56nv79adlm91/f/b1e3d6ba1b70468990e17b4638f0447e_SeqId_4_ into 184fff8862ba34fc4b3bc1d2e274cbdc/f as hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc/f/ac2c3e39d1eb4b859eb8d4511330f9ce_SeqId_4_ - updating store file list.
2024-11-08T05:18:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ac2c3e39d1eb4b859eb8d4511330f9ce_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-08T05:18:34,211 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc/f/ac2c3e39d1eb4b859eb8d4511330f9ce_SeqId_4_ into 184fff8862ba34fc4b3bc1d2e274cbdc/f
2024-11-08T05:18:34,212 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins.hfs.11__test__oblaqk5jrklhjqt9kro68e1ed7llb0tau4sk81mo37ainikmkl2q56nv79adlm91/f/b1e3d6ba1b70468990e17b4638f0447e_SeqId_4_ into 184fff8862ba34fc4b3bc1d2e274cbdc/f (new location: hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc/f/ac2c3e39d1eb4b859eb8d4511330f9ce_SeqId_4_)
2024-11-08T05:18:34,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins.hfs.11__test__oblaqk5jrklhjqt9kro68e1ed7llb0tau4sk81mo37ainikmkl2q56nv79adlm91/f/b1e3d6ba1b70468990e17b4638f0447e_SeqId_4_
2024-11-08T05:18:34,213 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins.hfs.11__test__oblaqk5jrklhjqt9kro68e1ed7llb0tau4sk81mo37ainikmkl2q56nv79adlm91/f/bcc51d66e40346f2a1473699092664bb_SeqId_4_ into 184fff8862ba34fc4b3bc1d2e274cbdc/f as hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc/f/0ee04183cc8a48769175cc3d73b81399_SeqId_4_ - updating store file list.
2024-11-08T05:18:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ee04183cc8a48769175cc3d73b81399_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-08T05:18:34,222 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc/f/0ee04183cc8a48769175cc3d73b81399_SeqId_4_ into 184fff8862ba34fc4b3bc1d2e274cbdc/f
2024-11-08T05:18:34,222 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins.hfs.11__test__oblaqk5jrklhjqt9kro68e1ed7llb0tau4sk81mo37ainikmkl2q56nv79adlm91/f/bcc51d66e40346f2a1473699092664bb_SeqId_4_ into 184fff8862ba34fc4b3bc1d2e274cbdc/f (new location: hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc/f/0ee04183cc8a48769175cc3d73b81399_SeqId_4_)
2024-11-08T05:18:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins.hfs.11__test__oblaqk5jrklhjqt9kro68e1ed7llb0tau4sk81mo37ainikmkl2q56nv79adlm91/f/bcc51d66e40346f2a1473699092664bb_SeqId_4_
2024-11-08T05:18:34,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.ReplicationSink(324): Finished replicating [cb57d512-b800-4360-9eaa-4e0ded0bc0fa] bulk loaded data
2024-11-08T05:18:34,293 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 687, reset compression=false
2024-11-08T05:18:34,557 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:34,560 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731043114560/Put/seqid=0
2024-11-08T05:18:34,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741842_1018 (size=11194)
2024-11-08T05:18:34,597 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 687, reset compression=false
2024-11-08T05:18:34,711 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978 to pos 379, reset compression=false
2024-11-08T05:18:34,715 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:18:34,716 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.shipperd1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,46663,1731043103771 got entry batch from reader: WALEntryBatch [walEntries=[{test/184fff8862ba34fc4b3bc1d2e274cbdc/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731043114223/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447]
2024-11-08T05:18:34,719 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.shipperd1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:18:34,720 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService
2024-11-08T05:18:34,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.ReplicationSink(318): Replicating [cb57d512-b800-4360-9eaa-4e0ded0bc0fa, 8adc224f-1f2b-4b8a-ba93-682d18981a57] bulk loaded data
2024-11-08T05:18:34,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3810a9cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:34,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,39847,-1 for getting cluster id
2024-11-08T05:18:34,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:34,722 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb57d512-b800-4360-9eaa-4e0ded0bc0fa'
2024-11-08T05:18:34,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:34,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb57d512-b800-4360-9eaa-4e0ded0bc0fa"

2024-11-08T05:18:34,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c1d47ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:34,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,39847,-1]
2024-11-08T05:18:34,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:34,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:34,723 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:34,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65dccd3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:34,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741842_1018 (size=7894)
2024-11-08T05:18:34,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-08T05:18:34,855 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-08T05:18:34,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-08T05:18:34,855 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-08T05:18:34,856 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:18:34,856 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-08T05:18:34,916 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978 to pos 725, reset compression=false
2024-11-08T05:18:34,967 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731043114966/Put/seqid=0
2024-11-08T05:18:34,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741843_1019 (size=10791)
2024-11-08T05:18:35,001 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 687, reset compression=false
2024-11-08T05:18:35,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741843_1019 (size=7691)
2024-11-08T05:18:35,221 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978 to pos 725, reset compression=false
2024-11-08T05:18:35,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e225d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:35,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,43137,-1 for getting cluster id
2024-11-08T05:18:35,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:35,376 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8adc224f-1f2b-4b8a-ba93-682d18981a57'
2024-11-08T05:18:35,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:35,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8adc224f-1f2b-4b8a-ba93-682d18981a57"

2024-11-08T05:18:35,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3199c401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:35,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,43137,-1]
2024-11-08T05:18:35,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:35,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:35,377 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:35,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43840d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:35,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:35,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,46663,1731043103771, seqNum=-1]
2024-11-08T05:18:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:35,380 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:18:35,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,43137,1731043103626
2024-11-08T05:18:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bbaf423
2024-11-08T05:18:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:35,389 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:18:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc., hostname=d1ba675678c9,46663,1731043103771, seqNum=2]
2024-11-08T05:18:35,394 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-08T05:18:35,400 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii]
2024-11-08T05:18:35,402 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll]
2024-11-08T05:18:35,405 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 184fff8862ba34fc4b3bc1d2e274cbdc/f
2024-11-08T05:18:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii
2024-11-08T05:18:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:18:35,408 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 184fff8862ba34fc4b3bc1d2e274cbdc/f
2024-11-08T05:18:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll
2024-11-08T05:18:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:18:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HRegion(2603): Flush status journal for 184fff8862ba34fc4b3bc1d2e274cbdc:

2024-11-08T05:18:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins__test__tt8rb55du6h5ubp969pkkea6ahq6vis7af7fqv8tlhrr79pdd39ppqel4nfmvhrj/f/hfile_0
2024-11-08T05:18:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins__test__tt8rb55du6h5ubp969pkkea6ahq6vis7af7fqv8tlhrr79pdd39ppqel4nfmvhrj/f/hfile_0 as hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc/f/ad01797bce8044deaf9eaa43edb76342_SeqId_6_
2024-11-08T05:18:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins__test__tt8rb55du6h5ubp969pkkea6ahq6vis7af7fqv8tlhrr79pdd39ppqel4nfmvhrj/f/hfile_1
2024-11-08T05:18:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins__test__tt8rb55du6h5ubp969pkkea6ahq6vis7af7fqv8tlhrr79pdd39ppqel4nfmvhrj/f/hfile_1 as hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc/f/4d601a4785be404da0adc01135d9eb7f_SeqId_6_
2024-11-08T05:18:35,418 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins__test__tt8rb55du6h5ubp969pkkea6ahq6vis7af7fqv8tlhrr79pdd39ppqel4nfmvhrj/f/hfile_0 into 184fff8862ba34fc4b3bc1d2e274cbdc/f as hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc/f/ad01797bce8044deaf9eaa43edb76342_SeqId_6_ - updating store file list.
2024-11-08T05:18:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad01797bce8044deaf9eaa43edb76342_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-08T05:18:35,428 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc/f/ad01797bce8044deaf9eaa43edb76342_SeqId_6_ into 184fff8862ba34fc4b3bc1d2e274cbdc/f
2024-11-08T05:18:35,428 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins__test__tt8rb55du6h5ubp969pkkea6ahq6vis7af7fqv8tlhrr79pdd39ppqel4nfmvhrj/f/hfile_0 into 184fff8862ba34fc4b3bc1d2e274cbdc/f (new location: hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc/f/ad01797bce8044deaf9eaa43edb76342_SeqId_6_)
2024-11-08T05:18:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins__test__tt8rb55du6h5ubp969pkkea6ahq6vis7af7fqv8tlhrr79pdd39ppqel4nfmvhrj/f/hfile_0
2024-11-08T05:18:35,429 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins__test__tt8rb55du6h5ubp969pkkea6ahq6vis7af7fqv8tlhrr79pdd39ppqel4nfmvhrj/f/hfile_1 into 184fff8862ba34fc4b3bc1d2e274cbdc/f as hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc/f/4d601a4785be404da0adc01135d9eb7f_SeqId_6_ - updating store file list.
2024-11-08T05:18:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4d601a4785be404da0adc01135d9eb7f_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-08T05:18:35,433 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc/f/4d601a4785be404da0adc01135d9eb7f_SeqId_6_ into 184fff8862ba34fc4b3bc1d2e274cbdc/f
2024-11-08T05:18:35,433 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins__test__tt8rb55du6h5ubp969pkkea6ahq6vis7af7fqv8tlhrr79pdd39ppqel4nfmvhrj/f/hfile_1 into 184fff8862ba34fc4b3bc1d2e274cbdc/f (new location: hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc/f/4d601a4785be404da0adc01135d9eb7f_SeqId_6_)
2024-11-08T05:18:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins__test__tt8rb55du6h5ubp969pkkea6ahq6vis7af7fqv8tlhrr79pdd39ppqel4nfmvhrj/f/hfile_1
2024-11-08T05:18:35,435 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:18:35,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:35,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:35,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:35,436 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc., hostname=d1ba675678c9,46663,1731043103771, seqNum=2 , the old value is region=test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc., hostname=d1ba675678c9,46663,1731043103771, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d1ba675678c9:46663 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-08T05:18:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc., hostname=d1ba675678c9,46663,1731043103771, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-08T05:18:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc., hostname=d1ba675678c9,46663,1731043103771, seqNum=2 from cache
2024-11-08T05:18:35,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:35,437 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-08T05:18:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,33249,1731043098323, seqNum=-1]
2024-11-08T05:18:35,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:35,439 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:18:35,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf., hostname=d1ba675678c9,33249,1731043098323, seqNum=2]
2024-11-08T05:18:35,447 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-08T05:18:35,509 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 687, reset compression=false
2024-11-08T05:18:35,546 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:46663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-08T05:18:35,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:35,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,39847,1731043098063
2024-11-08T05:18:35,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30d6e7e9
2024-11-08T05:18:35,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:35,562 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService
2024-11-08T05:18:35,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-08T05:18:35,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:35,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,33249,1731043098323, seqNum=-1]
2024-11-08T05:18:35,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:35,566 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService
2024-11-08T05:18:35,572 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins.hfs.10__test__jer42hg99es1hahi2e0fh9llcnq91n1r59o67grb2fq247i11lkthbk06v83ph61/f/0ee04183cc8a48769175cc3d73b81399_SeqId_4_ first=Optional[ddd] last=Optional[fff]
2024-11-08T05:18:35,575 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins.hfs.10__test__jer42hg99es1hahi2e0fh9llcnq91n1r59o67grb2fq247i11lkthbk06v83ph61/f/ac2c3e39d1eb4b859eb8d4511330f9ce_SeqId_4_ first=Optional[aaaa] last=Optional[cccc]
2024-11-08T05:18:35,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.ReplicationSink(324): Finished replicating [cb57d512-b800-4360-9eaa-4e0ded0bc0fa, 8adc224f-1f2b-4b8a-ba93-682d18981a57] bulk loaded data
2024-11-08T05:18:35,625 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978 to pos 725, reset compression=false
2024-11-08T05:18:35,634 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:18:35,634 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.shipperd1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,46663,1731043103771 got entry batch from reader: WALEntryBatch [walEntries=[{test/184fff8862ba34fc4b3bc1d2e274cbdc/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731043115434/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-08T05:18:35,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.ReplicationSink(318): Replicating [8adc224f-1f2b-4b8a-ba93-682d18981a57] bulk loaded data
2024-11-08T05:18:35,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741844_1020 (size=11194)
2024-11-08T05:18:35,834 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978 to pos 1033, reset compression=false
2024-11-08T05:18:36,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741845_1021 (size=10791)
2024-11-08T05:18:36,113 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 687, reset compression=false
2024-11-08T05:18:36,144 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978 to pos 1033, reset compression=false
2024-11-08T05:18:36,453 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-08T05:18:36,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-08T05:18:36,465 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins.hfs.10__test__mjc2232u2687ndufgegak3g88qhjum2d1kg2h9hn9abpic1cgr7593adpqm3df3p/f/4d601a4785be404da0adc01135d9eb7f_SeqId_6_ first=Optional[jjj] last=Optional[lll]
2024-11-08T05:18:36,467 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins.hfs.10__test__mjc2232u2687ndufgegak3g88qhjum2d1kg2h9hn9abpic1cgr7593adpqm3df3p/f/ad01797bce8044deaf9eaa43edb76342_SeqId_6_ first=Optional[gggg] last=Optional[iiii]
2024-11-08T05:18:36,471 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins.hfs.10__test__mjc2232u2687ndufgegak3g88qhjum2d1kg2h9hn9abpic1cgr7593adpqm3df3p/f/4d601a4785be404da0adc01135d9eb7f_SeqId_6_ for inclusion in 4e0f941e0cf20f5434a0adda4209cbcf/f
2024-11-08T05:18:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll
2024-11-08T05:18:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:18:36,474 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins.hfs.10__test__mjc2232u2687ndufgegak3g88qhjum2d1kg2h9hn9abpic1cgr7593adpqm3df3p/f/ad01797bce8044deaf9eaa43edb76342_SeqId_6_ for inclusion in 4e0f941e0cf20f5434a0adda4209cbcf/f
2024-11-08T05:18:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii
2024-11-08T05:18:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:18:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HRegion(2603): Flush status journal for 4e0f941e0cf20f5434a0adda4209cbcf:

2024-11-08T05:18:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4d601a4785be404da0adc01135d9eb7f_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-08T05:18:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins.hfs.10__test__mjc2232u2687ndufgegak3g88qhjum2d1kg2h9hn9abpic1cgr7593adpqm3df3p/f/4d601a4785be404da0adc01135d9eb7f_SeqId_6_ as hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf/f/4c6c5b98100a4dec86fe17294ed64fbc_SeqId_6_
2024-11-08T05:18:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ad01797bce8044deaf9eaa43edb76342_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-08T05:18:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins.hfs.10__test__mjc2232u2687ndufgegak3g88qhjum2d1kg2h9hn9abpic1cgr7593adpqm3df3p/f/ad01797bce8044deaf9eaa43edb76342_SeqId_6_ as hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf/f/34ab09d0cd844162b00bf8a753f420b6_SeqId_6_
2024-11-08T05:18:36,486 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins.hfs.10__test__mjc2232u2687ndufgegak3g88qhjum2d1kg2h9hn9abpic1cgr7593adpqm3df3p/f/4d601a4785be404da0adc01135d9eb7f_SeqId_6_ into 4e0f941e0cf20f5434a0adda4209cbcf/f as hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf/f/4c6c5b98100a4dec86fe17294ed64fbc_SeqId_6_ - updating store file list.
2024-11-08T05:18:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4c6c5b98100a4dec86fe17294ed64fbc_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-08T05:18:36,491 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf/f/4c6c5b98100a4dec86fe17294ed64fbc_SeqId_6_ into 4e0f941e0cf20f5434a0adda4209cbcf/f
2024-11-08T05:18:36,491 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins.hfs.10__test__mjc2232u2687ndufgegak3g88qhjum2d1kg2h9hn9abpic1cgr7593adpqm3df3p/f/4d601a4785be404da0adc01135d9eb7f_SeqId_6_ into 4e0f941e0cf20f5434a0adda4209cbcf/f (new location: hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf/f/4c6c5b98100a4dec86fe17294ed64fbc_SeqId_6_)
2024-11-08T05:18:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins.hfs.10__test__mjc2232u2687ndufgegak3g88qhjum2d1kg2h9hn9abpic1cgr7593adpqm3df3p/f/4d601a4785be404da0adc01135d9eb7f_SeqId_6_
2024-11-08T05:18:36,492 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins.hfs.10__test__mjc2232u2687ndufgegak3g88qhjum2d1kg2h9hn9abpic1cgr7593adpqm3df3p/f/ad01797bce8044deaf9eaa43edb76342_SeqId_6_ into 4e0f941e0cf20f5434a0adda4209cbcf/f as hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf/f/34ab09d0cd844162b00bf8a753f420b6_SeqId_6_ - updating store file list.
2024-11-08T05:18:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34ab09d0cd844162b00bf8a753f420b6_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-08T05:18:36,497 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf/f/34ab09d0cd844162b00bf8a753f420b6_SeqId_6_ into 4e0f941e0cf20f5434a0adda4209cbcf/f
2024-11-08T05:18:36,497 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins.hfs.10__test__mjc2232u2687ndufgegak3g88qhjum2d1kg2h9hn9abpic1cgr7593adpqm3df3p/f/ad01797bce8044deaf9eaa43edb76342_SeqId_6_ into 4e0f941e0cf20f5434a0adda4209cbcf/f (new location: hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf/f/34ab09d0cd844162b00bf8a753f420b6_SeqId_6_)
2024-11-08T05:18:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/staging/jenkins.hfs.10__test__mjc2232u2687ndufgegak3g88qhjum2d1kg2h9hn9abpic1cgr7593adpqm3df3p/f/ad01797bce8044deaf9eaa43edb76342_SeqId_6_
2024-11-08T05:18:36,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] regionserver.ReplicationSink(324): Finished replicating [8adc224f-1f2b-4b8a-ba93-682d18981a57] bulk loaded data
2024-11-08T05:18:36,550 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978 to pos 1033, reset compression=false
2024-11-08T05:18:36,816 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 687, reset compression=false
2024-11-08T05:18:36,820 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:18:36,820 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.shipperd1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,33249,1731043098323 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e0f941e0cf20f5434a0adda4209cbcf/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731043116497/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447]
2024-11-08T05:18:36,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.ReplicationSink(318): Replicating [8adc224f-1f2b-4b8a-ba93-682d18981a57, cb57d512-b800-4360-9eaa-4e0ded0bc0fa] bulk loaded data
2024-11-08T05:18:36,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741844_1020 (size=10791)
2024-11-08T05:18:37,021 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 1033, reset compression=false
2024-11-08T05:18:37,057 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978 to pos 1033, reset compression=false
2024-11-08T05:18:37,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741845_1021 (size=11194)
2024-11-08T05:18:37,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-08T05:18:37,250 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins.hfs.11__test__i3fp1t7tl5ir69ohhdsap9q8311ecfiobo1du5k4jq6q9s047f7ll9fgubh7vtra/f/34ab09d0cd844162b00bf8a753f420b6_SeqId_6_ first=Optional[gggg] last=Optional[iiii]
2024-11-08T05:18:37,253 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/staging/jenkins.hfs.11__test__i3fp1t7tl5ir69ohhdsap9q8311ecfiobo1du5k4jq6q9s047f7ll9fgubh7vtra/f/4c6c5b98100a4dec86fe17294ed64fbc_SeqId_6_ first=Optional[jjj] last=Optional[lll]
2024-11-08T05:18:37,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46663 {}] regionserver.ReplicationSink(324): Finished replicating [8adc224f-1f2b-4b8a-ba93-682d18981a57, cb57d512-b800-4360-9eaa-4e0ded0bc0fa] bulk loaded data
2024-11-08T05:18:37,325 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 1033, reset compression=false
2024-11-08T05:18:37,466 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:18:37,466 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:18:37,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:37,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:37,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:37,466 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:37,466 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:18:37,466 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1478483696, stopped=false
2024-11-08T05:18:37,466 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,43137,1731043103626
2024-11-08T05:18:37,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11944063358/running
2024-11-08T05:18:37,477 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11944063358/running
2024-11-08T05:18:37,477 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358
2024-11-08T05:18:37,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358
2024-11-08T05:18:37,477 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:18:37,477 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:18:37,477 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:37,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:37,477 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,46663,1731043103771' *****
2024-11-08T05:18:37,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Set watcher on znode that does not yet exist, /11944063358/running
2024-11-08T05:18:37,477 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:18:37,478 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:18:37,478 INFO  [RS:0;d1ba675678c9:46663 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:18:37,478 INFO  [RS:0;d1ba675678c9:46663 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:18:37,478 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(3091): Received CLOSE for 097720857cfff6d960b452cf9116e272
2024-11-08T05:18:37,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Set watcher on znode that does not yet exist, /11944063358/running
2024-11-08T05:18:37,478 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:18:37,478 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(3091): Received CLOSE for 184fff8862ba34fc4b3bc1d2e274cbdc
2024-11-08T05:18:37,478 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,46663,1731043103771
2024-11-08T05:18:37,478 INFO  [RS:0;d1ba675678c9:46663 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:18:37,478 INFO  [RS:0;d1ba675678c9:46663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:46663.
2024-11-08T05:18:37,478 DEBUG [RS:0;d1ba675678c9:46663 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:37,478 DEBUG [RS:0;d1ba675678c9:46663 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:37,478 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:18:37,478 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:18:37,478 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:18:37,478 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:18:37,479 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 097720857cfff6d960b452cf9116e272, disabling compactions & flushes
2024-11-08T05:18:37,479 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272.
2024-11-08T05:18:37,479 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272.
2024-11-08T05:18:37,479 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272. after waiting 0 ms
2024-11-08T05:18:37,479 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272.
2024-11-08T05:18:37,479 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 097720857cfff6d960b452cf9116e272 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB
2024-11-08T05:18:37,479 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-08T05:18:37,479 DEBUG [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(1325): Online Regions={097720857cfff6d960b452cf9116e272=hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272., 1588230740=hbase:meta,,1.1588230740, 184fff8862ba34fc4b3bc1d2e274cbdc=test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc.}
2024-11-08T05:18:37,479 DEBUG [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(1351): Waiting on 097720857cfff6d960b452cf9116e272, 1588230740, 184fff8862ba34fc4b3bc1d2e274cbdc
2024-11-08T05:18:37,480 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:18:37,480 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:18:37,480 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:18:37,480 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:18:37,480 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:18:37,480 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-08T05:18:37,516 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/replication/097720857cfff6d960b452cf9116e272/.tmp/hfileref/491928ef13f3403590967a973e705aaa is 74, key is 1/hfileref:0ee04183cc8a48769175cc3d73b81399_SeqId_4_/1731043115578/DeleteColumn/seqid=0
2024-11-08T05:18:37,538 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/.tmp/info/0a685cd3149146fb8f539b3806d212b0 is 147, key is hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272./info:regioninfo/1731043112295/Put/seqid=0
2024-11-08T05:18:37,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741846_1022 (size=5345)
2024-11-08T05:18:37,559 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:18:37,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741847_1023 (size=7686)
2024-11-08T05:18:37,574 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/.tmp/info/0a685cd3149146fb8f539b3806d212b0
2024-11-08T05:18:37,604 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/.tmp/ns/a602e76980e1485c9f5853429ca099df is 43, key is default/ns:d/1731043106194/Put/seqid=0
2024-11-08T05:18:37,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741848_1024 (size=5153)
2024-11-08T05:18:37,622 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/.tmp/ns/a602e76980e1485c9f5853429ca099df
2024-11-08T05:18:37,645 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/.tmp/rep_barrier/f8f332559dec4180a867bdb2b93cea87 is 112, key is test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc./rep_barrier:seqnumDuringOpen/1731043109306/Put/seqid=0
2024-11-08T05:18:37,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741849_1025 (size=5518)
2024-11-08T05:18:37,652 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/.tmp/rep_barrier/f8f332559dec4180a867bdb2b93cea87
2024-11-08T05:18:37,664 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978 to pos 1033, reset compression=false
2024-11-08T05:18:37,680 DEBUG [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(1351): Waiting on 097720857cfff6d960b452cf9116e272, 1588230740, 184fff8862ba34fc4b3bc1d2e274cbdc
2024-11-08T05:18:37,682 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/.tmp/table/b4da9ad363074a808048168675bad82d is 53, key is hbase:replication/table:state/1731043112321/Put/seqid=0
2024-11-08T05:18:37,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741850_1026 (size=5308)
2024-11-08T05:18:37,695 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/.tmp/table/b4da9ad363074a808048168675bad82d
2024-11-08T05:18:37,702 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/.tmp/info/0a685cd3149146fb8f539b3806d212b0 as hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/info/0a685cd3149146fb8f539b3806d212b0
2024-11-08T05:18:37,706 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/info/0a685cd3149146fb8f539b3806d212b0, entries=20, sequenceid=16, filesize=7.5 K
2024-11-08T05:18:37,707 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/.tmp/ns/a602e76980e1485c9f5853429ca099df as hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/ns/a602e76980e1485c9f5853429ca099df
2024-11-08T05:18:37,712 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/ns/a602e76980e1485c9f5853429ca099df, entries=2, sequenceid=16, filesize=5.0 K
2024-11-08T05:18:37,712 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/.tmp/rep_barrier/f8f332559dec4180a867bdb2b93cea87 as hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/rep_barrier/f8f332559dec4180a867bdb2b93cea87
2024-11-08T05:18:37,717 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/rep_barrier/f8f332559dec4180a867bdb2b93cea87, entries=1, sequenceid=16, filesize=5.4 K
2024-11-08T05:18:37,718 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/.tmp/table/b4da9ad363074a808048168675bad82d as hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/table/b4da9ad363074a808048168675bad82d
2024-11-08T05:18:37,723 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/table/b4da9ad363074a808048168675bad82d, entries=4, sequenceid=16, filesize=5.2 K
2024-11-08T05:18:37,724 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 244ms, sequenceid=16, compaction requested=false
2024-11-08T05:18:37,734 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 1033, reset compression=false
2024-11-08T05:18:37,757 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-08T05:18:37,758 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:18:37,758 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:18:37,758 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:18:37,759 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043117480Running coprocessor pre-close hooks at 1731043117480Disabling compacts and flushes for region at 1731043117480Disabling writes for close at 1731043117480Obtaining lock to block concurrent updates at 1731043117480Preparing flush snapshotting stores in 1588230740 at 1731043117480Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731043117481 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731043117481Flushing 1588230740/info: creating writer at 1731043117482 (+1 ms)Flushing 1588230740/info: appending metadata at 1731043117538 (+56 ms)Flushing 1588230740/info: closing flushed file at 1731043117538Flushing 1588230740/ns: creating writer at 1731043117580 (+42 ms)Flushing 1588230740/ns: appending metadata at 1731043117603 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731043117603Flushing 1588230740/rep_barrier: creating writer at 1731043117628 (+25 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731043117645 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731043117645Flushing 1588230740/table: creating writer at 1731043117656 (+11 ms)Flushing 1588230740/table: appending metadata at 1731043117681 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731043117681Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50c9cd92: reopening flushed file at 1731043117701 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31054cb1: reopening flushed file at 1731043117706 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@354250e0: reopening flushed file at 1731043117712 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba4cc3a: reopening flushed file at 1731043117718 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 244ms, sequenceid=16, compaction requested=false at 1731043117724 (+6 ms)Writing region close event to WAL at 1731043117747 (+23 ms)Running coprocessor post-close hooks at 1731043117758 (+11 ms)Closed at 1731043117758
2024-11-08T05:18:37,759 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:18:37,835 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:18:37,835 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:18:37,880 DEBUG [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(1351): Waiting on 097720857cfff6d960b452cf9116e272, 184fff8862ba34fc4b3bc1d2e274cbdc
2024-11-08T05:18:37,954 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/replication/097720857cfff6d960b452cf9116e272/.tmp/hfileref/491928ef13f3403590967a973e705aaa
2024-11-08T05:18:37,986 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/replication/097720857cfff6d960b452cf9116e272/.tmp/queue/bee72122491b43ea9391a3e229a4733f is 154, key is 1-d1ba675678c9,46663,1731043103771/queue:d1ba675678c9%2C46663%2C1731043103771/1731043116505/Put/seqid=0
2024-11-08T05:18:37,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741851_1027 (size=5353)
2024-11-08T05:18:38,080 DEBUG [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(1351): Waiting on 097720857cfff6d960b452cf9116e272, 184fff8862ba34fc4b3bc1d2e274cbdc
2024-11-08T05:18:38,243 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 1033, reset compression=false
2024-11-08T05:18:38,280 DEBUG [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(1351): Waiting on 097720857cfff6d960b452cf9116e272, 184fff8862ba34fc4b3bc1d2e274cbdc
2024-11-08T05:18:38,381 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.1731043104978 to pos 1033, reset compression=false
2024-11-08T05:18:38,398 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/replication/097720857cfff6d960b452cf9116e272/.tmp/queue/bee72122491b43ea9391a3e229a4733f
2024-11-08T05:18:38,403 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/replication/097720857cfff6d960b452cf9116e272/.tmp/hfileref/491928ef13f3403590967a973e705aaa as hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/replication/097720857cfff6d960b452cf9116e272/hfileref/491928ef13f3403590967a973e705aaa
2024-11-08T05:18:38,408 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/replication/097720857cfff6d960b452cf9116e272/hfileref/491928ef13f3403590967a973e705aaa, entries=4, sequenceid=12, filesize=5.2 K
2024-11-08T05:18:38,409 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/replication/097720857cfff6d960b452cf9116e272/.tmp/queue/bee72122491b43ea9391a3e229a4733f as hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/replication/097720857cfff6d960b452cf9116e272/queue/bee72122491b43ea9391a3e229a4733f
2024-11-08T05:18:38,415 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/replication/097720857cfff6d960b452cf9116e272/queue/bee72122491b43ea9391a3e229a4733f, entries=1, sequenceid=12, filesize=5.2 K
2024-11-08T05:18:38,416 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 097720857cfff6d960b452cf9116e272 in 937ms, sequenceid=12, compaction requested=false
2024-11-08T05:18:38,419 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/hbase/replication/097720857cfff6d960b452cf9116e272/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-08T05:18:38,420 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:18:38,420 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:18:38,420 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272.
2024-11-08T05:18:38,420 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 097720857cfff6d960b452cf9116e272:
Waiting for close lock at 1731043117479Running coprocessor pre-close hooks at 1731043117479Disabling compacts and flushes for region at 1731043117479Disabling writes for close at 1731043117479Obtaining lock to block concurrent updates at 1731043117479Preparing flush snapshotting stores in 097720857cfff6d960b452cf9116e272 at 1731043117479Finished memstore snapshotting hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731043117479Flushing stores of hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272. at 1731043117480 (+1 ms)Flushing 097720857cfff6d960b452cf9116e272/hfileref: creating writer at 1731043117480Flushing 097720857cfff6d960b452cf9116e272/hfileref: appending metadata at 1731043117515 (+35 ms)Flushing 097720857cfff6d960b452cf9116e272/hfileref: closing flushed file at 1731043117515Flushing 097720857cfff6d960b452cf9116e272/queue: creating writer at 1731043117960 (+445 ms)Flushing 097720857cfff6d960b452cf9116e272/queue: appending metadata at 1731043117986 (+26 ms)Flushing 097720857cfff6d960b452cf9116e272/queue: closing flushed file at 1731043117986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7899a902: reopening flushed file at 1731043118402 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac95d33: reopening flushed file at 1731043118408 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 097720857cfff6d960b452cf9116e272 in 937ms, sequenceid=12, compaction requested=false at 1731043118416 (+8 ms)Writing region close event to WAL at 1731043118417 (+1 ms)Running coprocessor post-close hooks at 1731043118420 (+3 ms)Closed at 1731043118420
2024-11-08T05:18:38,420 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731043111790.097720857cfff6d960b452cf9116e272.
2024-11-08T05:18:38,420 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 184fff8862ba34fc4b3bc1d2e274cbdc, disabling compactions & flushes
2024-11-08T05:18:38,420 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc.
2024-11-08T05:18:38,420 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc.
2024-11-08T05:18:38,420 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc. after waiting 0 ms
2024-11-08T05:18:38,420 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc.
2024-11-08T05:18:38,446 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/data/default/test/184fff8862ba34fc4b3bc1d2e274cbdc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T05:18:38,450 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:18:38,450 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:18:38,450 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc.
2024-11-08T05:18:38,450 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 184fff8862ba34fc4b3bc1d2e274cbdc:
Waiting for close lock at 1731043118420Running coprocessor pre-close hooks at 1731043118420Disabling compacts and flushes for region at 1731043118420Disabling writes for close at 1731043118420Writing region close event to WAL at 1731043118423 (+3 ms)Running coprocessor post-close hooks at 1731043118450 (+27 ms)Closed at 1731043118450
2024-11-08T05:18:38,450 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731043108442.184fff8862ba34fc4b3bc1d2e274cbdc.
2024-11-08T05:18:38,480 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,46663,1731043103771; all regions closed.
2024-11-08T05:18:38,511 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/WALs/d1ba675678c9,46663,1731043103771/d1ba675678c9%2C46663%2C1731043103771.meta.1731043106080.meta not finished, retry = 0
2024-11-08T05:18:38,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741834_1010 (size=4239)
2024-11-08T05:18:38,613 DEBUG [RS:0;d1ba675678c9:46663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/oldWALs
2024-11-08T05:18:38,613 INFO  [RS:0;d1ba675678c9:46663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C46663%2C1731043103771.meta:.meta(num 1731043106080)
2024-11-08T05:18:38,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741839_1015 (size=3127)
2024-11-08T05:18:38,620 DEBUG [RS:0;d1ba675678c9:46663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/oldWALs
2024-11-08T05:18:38,620 INFO  [RS:0;d1ba675678c9:46663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C46663%2C1731043103771.rep:(num 1731043112213)
2024-11-08T05:18:38,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741832_1008 (size=1336)
2024-11-08T05:18:38,623 DEBUG [RS:0;d1ba675678c9:46663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/oldWALs
2024-11-08T05:18:38,623 INFO  [RS:0;d1ba675678c9:46663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C46663%2C1731043103771:(num 1731043104978)
2024-11-08T05:18:38,623 DEBUG [RS:0;d1ba675678c9:46663 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:38,623 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:18:38,624 INFO  [RS:0;d1ba675678c9:46663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:18:38,624 INFO  [RS:0;d1ba675678c9:46663 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T05:18:38,624 INFO  [RS:0;d1ba675678c9:46663 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:18:38,624 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d1ba675678c9,46663,1731043103771 because: Region server is closing
2024-11-08T05:18:38,625 INFO  [RS:0;d1ba675678c9:46663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:46663.
2024-11-08T05:18:38,625 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:18:38,625 DEBUG [RS:0;d1ba675678c9:46663 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:38,625 DEBUG [RS:0;d1ba675678c9:46663 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:38,625 DEBUG [RS:0;d1ba675678c9:46663 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:38,625 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:38,725 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.wal-reader.d1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-08T05:18:38,725 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.shipperd1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-08T05:18:38,726 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,46663,1731043103771.replicationSource.shipperd1ba675678c9%2C46663%2C1731043103771,1-d1ba675678c9,46663,1731043103771 terminated
2024-11-08T05:18:38,726 INFO  [RS:0;d1ba675678c9:46663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:46663.
2024-11-08T05:18:38,726 DEBUG [RS:0;d1ba675678c9:46663 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:38,726 DEBUG [RS:0;d1ba675678c9:46663 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:38,726 DEBUG [RS:0;d1ba675678c9:46663 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:38,726 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:38,726 INFO  [RS:0;d1ba675678c9:46663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46663
2024-11-08T05:18:38,813 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11944063358/rs/d1ba675678c9,46663,1731043103771
2024-11-08T05:18:38,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358/rs
2024-11-08T05:18:38,814 INFO  [RS:0;d1ba675678c9:46663 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:18:38,814 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,46663,1731043103771]
2024-11-08T05:18:38,847 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 1033, reset compression=false
2024-11-08T05:18:38,913 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11944063358/draining/d1ba675678c9,46663,1731043103771 already deleted, retry=false
2024-11-08T05:18:38,913 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,46663,1731043103771 expired; onlineServers=0
2024-11-08T05:18:38,913 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,43137,1731043103626' *****
2024-11-08T05:18:38,913 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:18:38,913 INFO  [M:0;d1ba675678c9:43137 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:18:38,913 INFO  [M:0;d1ba675678c9:43137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:18:38,913 DEBUG [M:0;d1ba675678c9:43137 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:18:38,914 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:18:38,914 DEBUG [M:0;d1ba675678c9:43137 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:18:38,914 INFO  [M:0;d1ba675678c9:43137 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:18:38,914 INFO  [M:0;d1ba675678c9:43137 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:18:38,914 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043104708 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043104708,5,FailOnTimeoutGroup]
2024-11-08T05:18:38,914 DEBUG [M:0;d1ba675678c9:43137 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:18:38,914 INFO  [M:0;d1ba675678c9:43137 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:18:38,914 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043104712 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043104712,5,FailOnTimeoutGroup]
2024-11-08T05:18:38,914 INFO  [M:0;d1ba675678c9:43137 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:18:38,914 INFO  [M:0;d1ba675678c9:43137 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:18:38,914 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:18:38,924 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:38,925 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46663-0x10118e172270004, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:38,925 INFO  [RS:0;d1ba675678c9:46663 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:18:38,925 INFO  [RS:0;d1ba675678c9:46663 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,46663,1731043103771; zookeeper connection closed.
2024-11-08T05:18:38,930 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fc1746f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fc1746f
2024-11-08T05:18:38,931 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:18:39,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11944063358/master
2024-11-08T05:18:39,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944063358
2024-11-08T05:18:39,133 DEBUG [M:0;d1ba675678c9:43137 {}] zookeeper.RecoverableZooKeeper(212): Node /11944063358/master already deleted, retry=false
2024-11-08T05:18:39,134 DEBUG [M:0;d1ba675678c9:43137 {}] master.ActiveMasterManager(353): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Failed delete of our master address node; KeeperErrorCode = NoNode for /11944063358/master
2024-11-08T05:18:39,134 INFO  [M:0;d1ba675678c9:43137 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/.lastflushedseqids
2024-11-08T05:18:39,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741852_1028 (size=263)
2024-11-08T05:18:39,571 INFO  [M:0;d1ba675678c9:43137 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:18:39,571 INFO  [M:0;d1ba675678c9:43137 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:18:39,571 DEBUG [M:0;d1ba675678c9:43137 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:18:39,571 INFO  [M:0;d1ba675678c9:43137 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:39,571 DEBUG [M:0;d1ba675678c9:43137 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:39,571 DEBUG [M:0;d1ba675678c9:43137 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:18:39,571 DEBUG [M:0;d1ba675678c9:43137 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:39,571 INFO  [M:0;d1ba675678c9:43137 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB
2024-11-08T05:18:39,592 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 1033, reset compression=false
2024-11-08T05:18:39,599 DEBUG [M:0;d1ba675678c9:43137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05e425bff7ba49beb03d77dddfb24a82 is 82, key is hbase:meta,,1/info:regioninfo/1731043106170/Put/seqid=0
2024-11-08T05:18:39,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741853_1029 (size=5672)
2024-11-08T05:18:40,003 INFO  [M:0;d1ba675678c9:43137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05e425bff7ba49beb03d77dddfb24a82
2024-11-08T05:18:40,047 DEBUG [M:0;d1ba675678c9:43137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a5acdb2abd04edf8812d819fb886d68 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731043112326/Put/seqid=0
2024-11-08T05:18:40,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741854_1030 (size=8515)
2024-11-08T05:18:40,066 INFO  [M:0;d1ba675678c9:43137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a5acdb2abd04edf8812d819fb886d68
2024-11-08T05:18:40,115 DEBUG [M:0;d1ba675678c9:43137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ff8d44e374046cb8cca3f07532b3b0c is 69, key is d1ba675678c9,46663,1731043103771/rs:state/1731043104770/Put/seqid=0
2024-11-08T05:18:40,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741855_1031 (size=5156)
2024-11-08T05:18:40,123 INFO  [M:0;d1ba675678c9:43137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ff8d44e374046cb8cca3f07532b3b0c
2024-11-08T05:18:40,130 DEBUG [M:0;d1ba675678c9:43137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05e425bff7ba49beb03d77dddfb24a82 as hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05e425bff7ba49beb03d77dddfb24a82
2024-11-08T05:18:40,137 INFO  [M:0;d1ba675678c9:43137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05e425bff7ba49beb03d77dddfb24a82, entries=8, sequenceid=97, filesize=5.5 K
2024-11-08T05:18:40,138 DEBUG [M:0;d1ba675678c9:43137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a5acdb2abd04edf8812d819fb886d68 as hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a5acdb2abd04edf8812d819fb886d68
2024-11-08T05:18:40,146 INFO  [M:0;d1ba675678c9:43137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a5acdb2abd04edf8812d819fb886d68, entries=11, sequenceid=97, filesize=8.3 K
2024-11-08T05:18:40,147 DEBUG [M:0;d1ba675678c9:43137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ff8d44e374046cb8cca3f07532b3b0c as hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ff8d44e374046cb8cca3f07532b3b0c
2024-11-08T05:18:40,153 INFO  [M:0;d1ba675678c9:43137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36531/user/jenkins/test-data/28a58e03-4bee-9cd0-b55a-660a9207ca0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ff8d44e374046cb8cca3f07532b3b0c, entries=1, sequenceid=97, filesize=5.0 K
2024-11-08T05:18:40,155 INFO  [M:0;d1ba675678c9:43137 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 583ms, sequenceid=97, compaction requested=false
2024-11-08T05:18:40,162 INFO  [M:0;d1ba675678c9:43137 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:40,162 DEBUG [M:0;d1ba675678c9:43137 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043119571Disabling compacts and flushes for region at 1731043119571Disabling writes for close at 1731043119571Obtaining lock to block concurrent updates at 1731043119571Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043119571Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731043119572 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043119572Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043119572Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043119599 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043119599Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043120008 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043120047 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043120047Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043120083 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043120114 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043120114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f21fef4: reopening flushed file at 1731043120129 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b92e43: reopening flushed file at 1731043120137 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55b180d0: reopening flushed file at 1731043120146 (+9 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 583ms, sequenceid=97, compaction requested=false at 1731043120155 (+9 ms)Writing region close event to WAL at 1731043120162 (+7 ms)Closed at 1731043120162
2024-11-08T05:18:40,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741830_1006 (size=63642)
2024-11-08T05:18:40,168 INFO  [M:0;d1ba675678c9:43137 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:18:40,168 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:18:40,169 INFO  [M:0;d1ba675678c9:43137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43137
2024-11-08T05:18:40,169 INFO  [M:0;d1ba675678c9:43137 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:18:40,293 INFO  [M:0;d1ba675678c9:43137 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:18:40,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:40,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10118e172270003, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:40,328 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@713de407{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:18:40,328 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dee7851{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:18:40,328 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:18:40,328 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14981279{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:18:40,328 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70ce25de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/hadoop.log.dir/,STOPPED}
2024-11-08T05:18:40,332 WARN  [BP-811285931-172.17.0.3-1731043102107 heartbeating to localhost/127.0.0.1:36531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:18:40,332 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:18:40,332 WARN  [BP-811285931-172.17.0.3-1731043102107 heartbeating to localhost/127.0.0.1:36531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-811285931-172.17.0.3-1731043102107 (Datanode Uuid baecfdaf-5233-4bf8-b96e-9ed0a6eccbc3) service to localhost/127.0.0.1:36531
2024-11-08T05:18:40,332 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:18:40,333 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/cluster_b3d19e1e-3fc0-9c91-5d9f-0c73530a8d53/data/data1/current/BP-811285931-172.17.0.3-1731043102107 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:18:40,333 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/cluster_b3d19e1e-3fc0-9c91-5d9f-0c73530a8d53/data/data2/current/BP-811285931-172.17.0.3-1731043102107 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:18:40,334 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:18:40,343 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20c183ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:18:40,345 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c007f2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:18:40,345 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:18:40,345 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74117ecf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:18:40,345 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4994021f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/hadoop.log.dir/,STOPPED}
2024-11-08T05:18:40,364 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:18:40,364 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:18:40,365 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:18:40,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:40,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:40,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:40,365 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:40,365 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:18:40,365 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2010537879, stopped=false
2024-11-08T05:18:40,365 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,39847,1731043098063
2024-11-08T05:18:40,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-157839023/running
2024-11-08T05:18:40,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-157839023/running
2024-11-08T05:18:40,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023
2024-11-08T05:18:40,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023
2024-11-08T05:18:40,371 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:18:40,371 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:18:40,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:40,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:40,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Set watcher on znode that does not yet exist, /0-157839023/running
2024-11-08T05:18:40,372 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,33249,1731043098323' *****
2024-11-08T05:18:40,372 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:18:40,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Set watcher on znode that does not yet exist, /0-157839023/running
2024-11-08T05:18:40,372 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:18:40,372 INFO  [RS:0;d1ba675678c9:33249 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:18:40,372 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:18:40,372 INFO  [RS:0;d1ba675678c9:33249 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:18:40,372 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e0f941e0cf20f5434a0adda4209cbcf
2024-11-08T05:18:40,376 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(3091): Received CLOSE for 87be0825d0d597672cfd280506fb0cd2
2024-11-08T05:18:40,376 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,33249,1731043098323
2024-11-08T05:18:40,376 INFO  [RS:0;d1ba675678c9:33249 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:18:40,376 INFO  [RS:0;d1ba675678c9:33249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:33249.
2024-11-08T05:18:40,376 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e0f941e0cf20f5434a0adda4209cbcf, disabling compactions & flushes
2024-11-08T05:18:40,376 DEBUG [RS:0;d1ba675678c9:33249 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:40,376 DEBUG [RS:0;d1ba675678c9:33249 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:40,376 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf.
2024-11-08T05:18:40,376 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf.
2024-11-08T05:18:40,376 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf. after waiting 0 ms
2024-11-08T05:18:40,376 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf.
2024-11-08T05:18:40,376 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:18:40,376 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:18:40,376 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:18:40,376 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:18:40,380 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-08T05:18:40,380 DEBUG [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(1325): Online Regions={4e0f941e0cf20f5434a0adda4209cbcf=test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf., 1588230740=hbase:meta,,1.1588230740, 87be0825d0d597672cfd280506fb0cd2=hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.}
2024-11-08T05:18:40,380 DEBUG [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e0f941e0cf20f5434a0adda4209cbcf, 87be0825d0d597672cfd280506fb0cd2
2024-11-08T05:18:40,380 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:18:40,380 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:18:40,380 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:18:40,380 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:18:40,380 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:18:40,380 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-08T05:18:40,396 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 1033, reset compression=false
2024-11-08T05:18:40,406 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:18:40,406 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 1328, reset compression=false
2024-11-08T05:18:40,406 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.shipperd1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,33249,1731043098323 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:18:40,408 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.shipperd1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d1ba675678c9,33249,1731043098323: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d1ba675678c9,33249,1731043098323, walGroup=d1ba675678c9%2C33249%2C1731043098323, offset=d1ba675678c9%2C33249%2C1731043098323.1731043100853:1328, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:33249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-08T05:18:40,409 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.shipperd1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-08T05:18:40,409 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.shipperd1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-08T05:18:40,410 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.shipperd1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-08T05:18:40,410 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.shipperd1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-08T05:18:40,411 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.shipperd1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-08T05:18:40,411 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.shipperd1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1056964608,
        "init": 1048576000,
        "max": 2306867200,
        "used": 593699496
      },
      "NonHeapMemoryUsage": {
        "committed": 190906368,
        "init": 7667712,
        "max": -1,
        "used": 188181000
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-08T05:18:40,413 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.shipperd1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:39847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:39847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-08T05:18:40,414 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/default/test/4e0f941e0cf20f5434a0adda4209cbcf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T05:18:40,415 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:18:40,415 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:18:40,415 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf.
2024-11-08T05:18:40,415 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e0f941e0cf20f5434a0adda4209cbcf:
Waiting for close lock at 1731043120376Running coprocessor pre-close hooks at 1731043120376Disabling compacts and flushes for region at 1731043120376Disabling writes for close at 1731043120376Writing region close event to WAL at 1731043120384 (+8 ms)Running coprocessor post-close hooks at 1731043120415 (+31 ms)Closed at 1731043120415
2024-11-08T05:18:40,416 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf.
2024-11-08T05:18:40,416 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87be0825d0d597672cfd280506fb0cd2, disabling compactions & flushes
2024-11-08T05:18:40,418 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.
2024-11-08T05:18:40,418 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.
2024-11-08T05:18:40,418 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2. after waiting 0 ms
2024-11-08T05:18:40,418 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.
2024-11-08T05:18:40,419 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87be0825d0d597672cfd280506fb0cd2:
Waiting for close lock at 1731043120416Running coprocessor pre-close hooks at 1731043120416Disabling compacts and flushes for region at 1731043120416Disabling writes for close at 1731043120418 (+2 ms)Failed flush hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2., putting online again at 1731043120419 (+1 ms)
2024-11-08T05:18:40,419 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.
2024-11-08T05:18:40,423 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/.tmp/info/c0e3f05915de4c459b7bddd1b55e1c7f is 147, key is hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2./info:regioninfo/1731043110637/Put/seqid=0
2024-11-08T05:18:40,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741846_1022 (size=7686)
2024-11-08T05:18:40,441 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/.tmp/info/c0e3f05915de4c459b7bddd1b55e1c7f
2024-11-08T05:18:40,453 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:18:40,484 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/.tmp/ns/d617d199abb34eddaa254a3269d21992 is 43, key is default/ns:d/1731043102005/Put/seqid=0
2024-11-08T05:18:40,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741847_1023 (size=5153)
2024-11-08T05:18:40,500 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/.tmp/ns/d617d199abb34eddaa254a3269d21992
2024-11-08T05:18:40,544 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/.tmp/rep_barrier/6907eba419f94d379fc68bb0f0eec027 is 112, key is test,,1731043106285.4e0f941e0cf20f5434a0adda4209cbcf./rep_barrier:seqnumDuringOpen/1731043107469/Put/seqid=0
2024-11-08T05:18:40,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741848_1024 (size=5518)
2024-11-08T05:18:40,561 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/.tmp/rep_barrier/6907eba419f94d379fc68bb0f0eec027
2024-11-08T05:18:40,580 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(3091): Received CLOSE for 87be0825d0d597672cfd280506fb0cd2
2024-11-08T05:18:40,581 DEBUG [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87be0825d0d597672cfd280506fb0cd2
2024-11-08T05:18:40,581 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87be0825d0d597672cfd280506fb0cd2, disabling compactions & flushes
2024-11-08T05:18:40,581 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.
2024-11-08T05:18:40,581 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.
2024-11-08T05:18:40,581 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2. after waiting 0 ms
2024-11-08T05:18:40,581 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.
2024-11-08T05:18:40,581 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87be0825d0d597672cfd280506fb0cd2:
Waiting for close lock at 1731043120581Running coprocessor pre-close hooks at 1731043120581Disabling compacts and flushes for region at 1731043120581Disabling writes for close at 1731043120581Failed flush hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2., putting online again at 1731043120581
2024-11-08T05:18:40,581 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731043109619.87be0825d0d597672cfd280506fb0cd2.
2024-11-08T05:18:40,596 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/.tmp/table/3a0b0efc30b3471bb72cb7aff7990fad is 53, key is hbase:replication/table:state/1731043110661/Put/seqid=0
2024-11-08T05:18:40,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741849_1025 (size=5308)
2024-11-08T05:18:40,629 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 1328, reset compression=false
2024-11-08T05:18:40,710 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:18:40,710 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:18:40,781 DEBUG [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:18:40,935 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.wal-reader.d1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.1731043100853 to pos 1328, reset compression=false
2024-11-08T05:18:40,981 DEBUG [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:18:41,014 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/.tmp/table/3a0b0efc30b3471bb72cb7aff7990fad
2024-11-08T05:18:41,020 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/.tmp/info/c0e3f05915de4c459b7bddd1b55e1c7f as hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/info/c0e3f05915de4c459b7bddd1b55e1c7f
2024-11-08T05:18:41,026 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/info/c0e3f05915de4c459b7bddd1b55e1c7f, entries=20, sequenceid=16, filesize=7.5 K
2024-11-08T05:18:41,027 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/.tmp/ns/d617d199abb34eddaa254a3269d21992 as hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/ns/d617d199abb34eddaa254a3269d21992
2024-11-08T05:18:41,031 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/ns/d617d199abb34eddaa254a3269d21992, entries=2, sequenceid=16, filesize=5.0 K
2024-11-08T05:18:41,032 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/.tmp/rep_barrier/6907eba419f94d379fc68bb0f0eec027 as hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/rep_barrier/6907eba419f94d379fc68bb0f0eec027
2024-11-08T05:18:41,035 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/rep_barrier/6907eba419f94d379fc68bb0f0eec027, entries=1, sequenceid=16, filesize=5.4 K
2024-11-08T05:18:41,036 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/.tmp/table/3a0b0efc30b3471bb72cb7aff7990fad as hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/table/3a0b0efc30b3471bb72cb7aff7990fad
2024-11-08T05:18:41,040 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/table/3a0b0efc30b3471bb72cb7aff7990fad, entries=4, sequenceid=16, filesize=5.2 K
2024-11-08T05:18:41,042 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 661ms, sequenceid=16, compaction requested=false
2024-11-08T05:18:41,064 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-08T05:18:41,065 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:18:41,065 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:18:41,065 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:18:41,065 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043120380Running coprocessor pre-close hooks at 1731043120380Disabling compacts and flushes for region at 1731043120380Disabling writes for close at 1731043120380Obtaining lock to block concurrent updates at 1731043120380Preparing flush snapshotting stores in 1588230740 at 1731043120380Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731043120381 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731043120382 (+1 ms)Flushing 1588230740/info: creating writer at 1731043120382Flushing 1588230740/info: appending metadata at 1731043120422 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731043120423 (+1 ms)Flushing 1588230740/ns: creating writer at 1731043120450 (+27 ms)Flushing 1588230740/ns: appending metadata at 1731043120483 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731043120483Flushing 1588230740/rep_barrier: creating writer at 1731043120514 (+31 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731043120543 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731043120543Flushing 1588230740/table: creating writer at 1731043120569 (+26 ms)Flushing 1588230740/table: appending metadata at 1731043120595 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731043120595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e5b0dbd: reopening flushed file at 1731043121019 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d6b38e7: reopening flushed file at 1731043121026 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d0b2a: reopening flushed file at 1731043121031 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2669969: reopening flushed file at 1731043121036 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 661ms, sequenceid=16, compaction requested=false at 1731043121042 (+6 ms)Writing region close event to WAL at 1731043121061 (+19 ms)Running coprocessor post-close hooks at 1731043121065 (+4 ms)Closed at 1731043121065
2024-11-08T05:18:41,065 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:18:41,181 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-08T05:18:41,181 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,33249,1731043098323; all regions closed.
2024-11-08T05:18:41,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741834_1010 (size=4239)
2024-11-08T05:18:41,183 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/WALs/d1ba675678c9,33249,1731043098323/d1ba675678c9%2C33249%2C1731043098323.meta.1731043101879.meta not finished, retry = 0
2024-11-08T05:18:41,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741839_1015 (size=2150)
2024-11-08T05:18:41,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741832_1008 (size=1336)
2024-11-08T05:18:41,325 DEBUG [RS:0;d1ba675678c9:33249 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:41,325 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:18:41,326 INFO  [RS:0;d1ba675678c9:33249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:18:41,326 INFO  [RS:0;d1ba675678c9:33249 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T05:18:41,326 INFO  [RS:0;d1ba675678c9:33249 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:18:41,326 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d1ba675678c9,33249,1731043098323 because: Region server is closing
2024-11-08T05:18:41,326 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:18:41,326 INFO  [RS:0;d1ba675678c9:33249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:33249.
2024-11-08T05:18:41,327 DEBUG [RS:0;d1ba675678c9:33249 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:41,327 DEBUG [RS:0;d1ba675678c9:33249 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:41,327 DEBUG [RS:0;d1ba675678c9:33249 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:41,327 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:41,427 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33249,1731043098323.replicationSource.shipperd1ba675678c9%2C33249%2C1731043098323,1-d1ba675678c9,33249,1731043098323 terminated
2024-11-08T05:18:41,427 INFO  [RS:0;d1ba675678c9:33249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:33249.
2024-11-08T05:18:41,427 DEBUG [RS:0;d1ba675678c9:33249 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:41,428 DEBUG [RS:0;d1ba675678c9:33249 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:41,428 DEBUG [RS:0;d1ba675678c9:33249 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:41,428 INFO  [RS:0;d1ba675678c9:33249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33249
2024-11-08T05:18:41,430 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:41,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023/rs
2024-11-08T05:18:41,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-157839023/rs/d1ba675678c9,33249,1731043098323
2024-11-08T05:18:41,498 INFO  [RS:0;d1ba675678c9:33249 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:18:41,498 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,33249,1731043098323]
2024-11-08T05:18:41,518 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-157839023/draining/d1ba675678c9,33249,1731043098323 already deleted, retry=false
2024-11-08T05:18:41,519 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,33249,1731043098323 expired; onlineServers=0
2024-11-08T05:18:41,519 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,39847,1731043098063' *****
2024-11-08T05:18:41,519 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:18:41,519 INFO  [M:0;d1ba675678c9:39847 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:18:41,519 INFO  [M:0;d1ba675678c9:39847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:18:41,519 DEBUG [M:0;d1ba675678c9:39847 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:18:41,519 DEBUG [M:0;d1ba675678c9:39847 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:18:41,519 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043100647 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043100647,5,FailOnTimeoutGroup]
2024-11-08T05:18:41,519 INFO  [M:0;d1ba675678c9:39847 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:18:41,519 INFO  [M:0;d1ba675678c9:39847 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:18:41,519 DEBUG [M:0;d1ba675678c9:39847 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:18:41,519 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:18:41,519 INFO  [M:0;d1ba675678c9:39847 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:18:41,519 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043100647 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043100647,5,FailOnTimeoutGroup]
2024-11-08T05:18:41,519 INFO  [M:0;d1ba675678c9:39847 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:18:41,520 INFO  [M:0;d1ba675678c9:39847 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:18:41,520 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:18:41,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-157839023/master
2024-11-08T05:18:41,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-157839023
2024-11-08T05:18:41,540 DEBUG [M:0;d1ba675678c9:39847 {}] zookeeper.RecoverableZooKeeper(212): Node /0-157839023/master already deleted, retry=false
2024-11-08T05:18:41,540 DEBUG [M:0;d1ba675678c9:39847 {}] master.ActiveMasterManager(353): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-157839023/master
2024-11-08T05:18:41,540 INFO  [M:0;d1ba675678c9:39847 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/.lastflushedseqids
2024-11-08T05:18:41,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741850_1026 (size=263)
2024-11-08T05:18:41,559 INFO  [M:0;d1ba675678c9:39847 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:18:41,560 INFO  [M:0;d1ba675678c9:39847 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:18:41,560 DEBUG [M:0;d1ba675678c9:39847 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:18:41,560 INFO  [M:0;d1ba675678c9:39847 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:41,560 DEBUG [M:0;d1ba675678c9:39847 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:41,560 DEBUG [M:0;d1ba675678c9:39847 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:18:41,560 DEBUG [M:0;d1ba675678c9:39847 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:41,560 INFO  [M:0;d1ba675678c9:39847 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-08T05:18:41,590 DEBUG [M:0;d1ba675678c9:39847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caa5fe0beadd49398bdf8a9c7bb975dd is 82, key is hbase:meta,,1/info:regioninfo/1731043101911/Put/seqid=0
2024-11-08T05:18:41,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:41,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x10118e172270001, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:41,609 INFO  [RS:0;d1ba675678c9:33249 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:18:41,609 INFO  [RS:0;d1ba675678c9:33249 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,33249,1731043098323; zookeeper connection closed.
2024-11-08T05:18:41,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741851_1027 (size=5672)
2024-11-08T05:18:41,622 INFO  [M:0;d1ba675678c9:39847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caa5fe0beadd49398bdf8a9c7bb975dd
2024-11-08T05:18:41,628 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49b2b89d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49b2b89d
2024-11-08T05:18:41,628 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:18:41,687 DEBUG [M:0;d1ba675678c9:39847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ecf7969ac68646d8b9c90c115e0ab48c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731043110672/Put/seqid=0
2024-11-08T05:18:41,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741852_1028 (size=8516)
2024-11-08T05:18:41,734 INFO  [M:0;d1ba675678c9:39847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ecf7969ac68646d8b9c90c115e0ab48c
2024-11-08T05:18:41,785 DEBUG [M:0;d1ba675678c9:39847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00b181ea414649ffa08d03cc100e0b05 is 69, key is d1ba675678c9,33249,1731043098323/rs:state/1731043100692/Put/seqid=0
2024-11-08T05:18:41,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741853_1029 (size=5156)
2024-11-08T05:18:41,848 INFO  [M:0;d1ba675678c9:39847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00b181ea414649ffa08d03cc100e0b05
2024-11-08T05:18:41,858 DEBUG [M:0;d1ba675678c9:39847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caa5fe0beadd49398bdf8a9c7bb975dd as hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/caa5fe0beadd49398bdf8a9c7bb975dd
2024-11-08T05:18:41,864 INFO  [M:0;d1ba675678c9:39847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/caa5fe0beadd49398bdf8a9c7bb975dd, entries=8, sequenceid=97, filesize=5.5 K
2024-11-08T05:18:41,865 DEBUG [M:0;d1ba675678c9:39847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ecf7969ac68646d8b9c90c115e0ab48c as hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ecf7969ac68646d8b9c90c115e0ab48c
2024-11-08T05:18:41,871 INFO  [M:0;d1ba675678c9:39847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ecf7969ac68646d8b9c90c115e0ab48c, entries=11, sequenceid=97, filesize=8.3 K
2024-11-08T05:18:41,872 DEBUG [M:0;d1ba675678c9:39847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00b181ea414649ffa08d03cc100e0b05 as hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00b181ea414649ffa08d03cc100e0b05
2024-11-08T05:18:41,876 INFO  [M:0;d1ba675678c9:39847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00b181ea414649ffa08d03cc100e0b05, entries=1, sequenceid=97, filesize=5.0 K
2024-11-08T05:18:41,878 INFO  [M:0;d1ba675678c9:39847 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 317ms, sequenceid=97, compaction requested=false
2024-11-08T05:18:41,938 INFO  [M:0;d1ba675678c9:39847 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:41,938 DEBUG [M:0;d1ba675678c9:39847 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043121560Disabling compacts and flushes for region at 1731043121560Disabling writes for close at 1731043121560Obtaining lock to block concurrent updates at 1731043121560Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043121560Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731043121560Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043121561 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043121561Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043121589 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043121589Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043121632 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043121686 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043121686Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043121738 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043121785 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043121785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a413162: reopening flushed file at 1731043121857 (+72 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb82dde: reopening flushed file at 1731043121864 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69b8b2d: reopening flushed file at 1731043121871 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 317ms, sequenceid=97, compaction requested=false at 1731043121878 (+7 ms)Writing region close event to WAL at 1731043121938 (+60 ms)Closed at 1731043121938
2024-11-08T05:18:41,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741830_1006 (size=63654)
2024-11-08T05:18:41,974 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b3b2adf-9841-4d66-25a5-bc8e2340605a/MasterData/WALs/d1ba675678c9,39847,1731043098063/d1ba675678c9%2C39847%2C1731043098063.1731043100078 not finished, retry = 0
2024-11-08T05:18:42,075 INFO  [M:0;d1ba675678c9:39847 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:18:42,075 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:18:42,075 INFO  [M:0;d1ba675678c9:39847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39847
2024-11-08T05:18:42,076 INFO  [M:0;d1ba675678c9:39847 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:18:42,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:42,219 INFO  [M:0;d1ba675678c9:39847 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:18:42,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x10118e172270000, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:18:42,288 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11eb5101{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:18:42,289 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69d1f1fa{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:18:42,289 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:18:42,289 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73c15c8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:18:42,289 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@122dce00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/hadoop.log.dir/,STOPPED}
2024-11-08T05:18:42,293 WARN  [BP-1631012838-172.17.0.3-1731043096226 heartbeating to localhost/127.0.0.1:45187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:18:42,293 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:18:42,293 WARN  [BP-1631012838-172.17.0.3-1731043096226 heartbeating to localhost/127.0.0.1:45187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1631012838-172.17.0.3-1731043096226 (Datanode Uuid 08b09eca-5e92-4e15-af5c-48816a8a2a32) service to localhost/127.0.0.1:45187
2024-11-08T05:18:42,293 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:18:42,294 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/cluster_163435ca-0503-fabd-bae7-e9197224d5e5/data/data1/current/BP-1631012838-172.17.0.3-1731043096226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:18:42,294 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/cluster_163435ca-0503-fabd-bae7-e9197224d5e5/data/data2/current/BP-1631012838-172.17.0.3-1731043096226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:18:42,294 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:18:42,307 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d4b8144{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:18:42,308 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56fe2828{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:18:42,308 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:18:42,308 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3537ce6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:18:42,308 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7886da0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3eaa40e1-95e0-e0ae-57f2-6e3b369661cd/hadoop.log.dir/,STOPPED}
2024-11-08T05:18:42,327 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-08T05:18:42,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:18:42,399 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 207)
Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36531
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36531
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36531 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59804)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-25-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45187 from jenkins.hfs.10
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-19-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-18-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45187
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36531 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36531
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36531
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45187
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-23-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36531
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:45187
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36531 from jenkins.hfs.11
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45187
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-19-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45187 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45187
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-25-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45187
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45187
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36531 from jenkins.hfs.11
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-25-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36531
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-19-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-18-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-18-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:36531
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59804)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36531 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-23-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:36531
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45187 from jenkins.hfs.11
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45187
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45187 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45187 from jenkins.hfs.10
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-23-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36531 from jenkins.hfs.10
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45187 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
 - Thread LEAK? -, OpenFileDescriptor=623 (was 578) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=644 (was 413) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6227 (was 6230)
2024-11-08T05:18:42,414 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=644, ProcessCount=11, AvailableMemoryMB=6225
2024-11-08T05:18:42,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10118e172270005, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:18:42,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10118e172270005, quorum=127.0.0.1:59804, baseZNode=/11944063358 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:18:42,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10118e172270002, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:18:42,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10118e172270002, quorum=127.0.0.1:59804, baseZNode=/0-157839023 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:18:42,441 INFO  [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete
2024-11-08T05:18:42,442 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/hadoop.log.dir so I do NOT create it in target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253
2024-11-08T05:18:42,442 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:18:42,442 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/hadoop.tmp.dir so I do NOT create it in target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253
2024-11-08T05:18:42,442 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7bd5dbdd-1373-7e9f-8788-9ade3ef05a7c/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:18:42,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253
2024-11-08T05:18:42,442 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/cluster_d93c2ea3-48d6-5d06-551f-e6b48940cda6, deleteOnExit=true
2024-11-08T05:18:42,529 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/cluster_d93c2ea3-48d6-5d06-551f-e6b48940cda6/zookeeper_0, clientPort=56501, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/cluster_d93c2ea3-48d6-5d06-551f-e6b48940cda6/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/cluster_d93c2ea3-48d6-5d06-551f-e6b48940cda6/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-08T05:18:42,545 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56501
2024-11-08T05:18:42,545 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:18:42,545 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:18:42,545 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/test.cache.data in system properties and HBase conf
2024-11-08T05:18:42,545 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:18:42,545 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:18:42,545 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:18:42,545 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:18:42,545 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:18:42,545 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:18:42,546 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:18:42,546 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:18:42,546 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:18:42,546 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:18:42,546 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:18:42,546 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:18:42,546 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:18:42,546 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:18:42,546 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:18:42,546 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:18:42,546 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:18:42,546 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:18:42,547 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:18:42,547 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:18:42,920 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-08T05:18:42,956 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:42,957 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:42,957 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:42,957 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:42,957 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:42,957 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:42,963 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:42,966 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:42,966 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:42,969 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:42,987 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:18:42,991 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:18:42,992 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:18:42,992 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:18:42,992 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:18:42,992 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:18:42,993 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20ea4193{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:18:42,993 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48c23f15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:18:43,114 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5aa67927{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/java.io.tmpdir/jetty-localhost-32985-hadoop-hdfs-3_4_1-tests_jar-_-any-2671848900704200591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:18:43,114 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56603a02{HTTP/1.1, (http/1.1)}{localhost:32985}
2024-11-08T05:18:43,114 INFO  [Time-limited test {}] server.Server(415): Started @196551ms
2024-11-08T05:18:43,402 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:18:43,404 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:18:43,408 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:18:43,408 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:18:43,408 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:18:43,410 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71197954{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:18:43,410 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@219f8229{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:18:43,520 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aa13e91{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/java.io.tmpdir/jetty-localhost-34769-hadoop-hdfs-3_4_1-tests_jar-_-any-7909867810200807857/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:18:43,521 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b538681{HTTP/1.1, (http/1.1)}{localhost:34769}
2024-11-08T05:18:43,521 INFO  [Time-limited test {}] server.Server(415): Started @196957ms
2024-11-08T05:18:43,522 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:18:44,297 WARN  [Thread-2169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/cluster_d93c2ea3-48d6-5d06-551f-e6b48940cda6/data/data1/current/BP-386438529-172.17.0.3-1731043122569/current, will proceed with Du for space computation calculation, 
2024-11-08T05:18:44,298 WARN  [Thread-2170 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/cluster_d93c2ea3-48d6-5d06-551f-e6b48940cda6/data/data2/current/BP-386438529-172.17.0.3-1731043122569/current, will proceed with Du for space computation calculation, 
2024-11-08T05:18:44,333 WARN  [Thread-2157 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:18:44,338 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7cc4e2500a7f3d3 with lease ID 0x566fdff0256e691a: Processing first storage report for DS-c8aeba61-1fe2-475a-927e-f8f1d0e512c7 from datanode DatanodeRegistration(127.0.0.1:35943, datanodeUuid=63f23686-a255-4686-a395-309fa1f67579, infoPort=33941, infoSecurePort=0, ipcPort=33901, storageInfo=lv=-57;cid=testClusterID;nsid=578134334;c=1731043122569)
2024-11-08T05:18:44,338 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7cc4e2500a7f3d3 with lease ID 0x566fdff0256e691a: from storage DS-c8aeba61-1fe2-475a-927e-f8f1d0e512c7 node DatanodeRegistration(127.0.0.1:35943, datanodeUuid=63f23686-a255-4686-a395-309fa1f67579, infoPort=33941, infoSecurePort=0, ipcPort=33901, storageInfo=lv=-57;cid=testClusterID;nsid=578134334;c=1731043122569), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:18:44,338 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7cc4e2500a7f3d3 with lease ID 0x566fdff0256e691a: Processing first storage report for DS-9dd04044-3100-48f2-9974-3c9a8f608c4c from datanode DatanodeRegistration(127.0.0.1:35943, datanodeUuid=63f23686-a255-4686-a395-309fa1f67579, infoPort=33941, infoSecurePort=0, ipcPort=33901, storageInfo=lv=-57;cid=testClusterID;nsid=578134334;c=1731043122569)
2024-11-08T05:18:44,338 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7cc4e2500a7f3d3 with lease ID 0x566fdff0256e691a: from storage DS-9dd04044-3100-48f2-9974-3c9a8f608c4c node DatanodeRegistration(127.0.0.1:35943, datanodeUuid=63f23686-a255-4686-a395-309fa1f67579, infoPort=33941, infoSecurePort=0, ipcPort=33901, storageInfo=lv=-57;cid=testClusterID;nsid=578134334;c=1731043122569), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:18:44,348 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253
2024-11-08T05:18:44,348 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:44,349 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:44,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:18:44,357 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291 with version=8
2024-11-08T05:18:44,357 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/hbase-staging
2024-11-08T05:18:44,359 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:18:44,360 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:44,360 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:44,360 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:18:44,360 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:44,360 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:18:44,360 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:18:44,360 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:18:44,361 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37299
2024-11-08T05:18:44,361 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37299 connecting to ZooKeeper ensemble=127.0.0.1:56501
2024-11-08T05:18:44,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372990x0, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:18:44,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37299-0x10118e1d8f50000 connected
2024-11-08T05:18:44,508 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:44,510 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:44,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Set watcher on znode that does not yet exist, /0295188264/running
2024-11-08T05:18:44,512 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291, hbase.cluster.distributed=false
2024-11-08T05:18:44,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Set watcher on znode that does not yet exist, /0295188264/acl
2024-11-08T05:18:44,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37299
2024-11-08T05:18:44,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37299
2024-11-08T05:18:44,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37299
2024-11-08T05:18:44,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37299
2024-11-08T05:18:44,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37299
2024-11-08T05:18:44,541 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:18:44,541 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:44,541 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:44,541 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:18:44,541 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:44,541 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:18:44,541 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:18:44,542 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:18:44,542 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45605
2024-11-08T05:18:44,543 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45605 connecting to ZooKeeper ensemble=127.0.0.1:56501
2024-11-08T05:18:44,544 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:44,546 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:44,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456050x0, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:18:44,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456050x0, quorum=127.0.0.1:56501, baseZNode=/0295188264 Set watcher on znode that does not yet exist, /0295188264/running
2024-11-08T05:18:44,561 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:18:44,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45605-0x10118e1d8f50001 connected
2024-11-08T05:18:44,583 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:18:44,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Set watcher on znode that does not yet exist, /0295188264/master
2024-11-08T05:18:44,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Set watcher on znode that does not yet exist, /0295188264/acl
2024-11-08T05:18:44,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45605
2024-11-08T05:18:44,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45605
2024-11-08T05:18:44,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45605
2024-11-08T05:18:44,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45605
2024-11-08T05:18:44,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45605
2024-11-08T05:18:44,623 DEBUG [M:0;d1ba675678c9:37299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:37299
2024-11-08T05:18:44,624 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0295188264/backup-masters/d1ba675678c9,37299,1731043124359
2024-11-08T05:18:44,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264/backup-masters
2024-11-08T05:18:44,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264/backup-masters
2024-11-08T05:18:44,635 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Set watcher on existing znode=/0295188264/backup-masters/d1ba675678c9,37299,1731043124359
2024-11-08T05:18:44,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264
2024-11-08T05:18:44,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0295188264/master
2024-11-08T05:18:44,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264
2024-11-08T05:18:44,645 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Set watcher on existing znode=/0295188264/master
2024-11-08T05:18:44,646 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0295188264/backup-masters/d1ba675678c9,37299,1731043124359 from backup master directory
2024-11-08T05:18:44,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0295188264/backup-masters/d1ba675678c9,37299,1731043124359
2024-11-08T05:18:44,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264/backup-masters
2024-11-08T05:18:44,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264/backup-masters
2024-11-08T05:18:44,655 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:18:44,655 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,37299,1731043124359
2024-11-08T05:18:44,659 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/hbase.id] with ID: 67a92ff4-87d5-4ae1-a8e2-7877518a6a6b
2024-11-08T05:18:44,659 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/.tmp/hbase.id
2024-11-08T05:18:44,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:18:44,684 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/.tmp/hbase.id]:[hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/hbase.id]
2024-11-08T05:18:44,696 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:44,696 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:18:44,697 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-08T05:18:44,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264
2024-11-08T05:18:44,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264
2024-11-08T05:18:44,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:18:44,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-08T05:18:44,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-08T05:18:44,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-08T05:18:44,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:18:45,127 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:18:45,127 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:18:45,127 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:45,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:18:45,140 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store
2024-11-08T05:18:45,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:18:45,545 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:45,546 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:18:45,546 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:45,546 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:45,546 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:18:45,546 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:45,546 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:45,546 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043125546Disabling compacts and flushes for region at 1731043125546Disabling writes for close at 1731043125546Writing region close event to WAL at 1731043125546Closed at 1731043125546
2024-11-08T05:18:45,547 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store/.initializing
2024-11-08T05:18:45,547 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/WALs/d1ba675678c9,37299,1731043124359
2024-11-08T05:18:45,547 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:18:45,549 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C37299%2C1731043124359, suffix=, logDir=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/WALs/d1ba675678c9,37299,1731043124359, archiveDir=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/oldWALs, maxLogs=10
2024-11-08T05:18:45,563 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/WALs/d1ba675678c9,37299,1731043124359/d1ba675678c9%2C37299%2C1731043124359.1731043125549, exclude list is [], retry=0
2024-11-08T05:18:45,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-c8aeba61-1fe2-475a-927e-f8f1d0e512c7,DISK]
2024-11-08T05:18:45,567 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/WALs/d1ba675678c9,37299,1731043124359/d1ba675678c9%2C37299%2C1731043124359.1731043125549
2024-11-08T05:18:45,568 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33941:33941)]
2024-11-08T05:18:45,568 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:45,568 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:45,568 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:45,568 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:45,569 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:45,571 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:18:45,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:45,571 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:45,571 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:45,572 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:18:45,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:45,572 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:45,573 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:45,573 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:18:45,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:45,574 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:45,574 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:45,574 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:18:45,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:45,575 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:45,575 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:45,576 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:45,576 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:45,577 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:45,577 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:45,577 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:18:45,578 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:45,587 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:18:45,587 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73808811, jitterRate=0.09983699023723602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:18:45,588 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731043125568Initializing all the Stores at 1731043125569 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043125569Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043125569Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043125569Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043125569Cleaning up temporary data from old regions at 1731043125577 (+8 ms)Region opened successfully at 1731043125588 (+11 ms)
2024-11-08T05:18:45,588 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:18:45,591 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398662c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:18:45,591 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:18:45,592 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:18:45,592 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:18:45,592 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:18:45,592 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:18:45,592 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:18:45,593 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:18:45,595 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:18:45,596 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Unable to get data of znode /0295188264/balancer because node does not exist (not necessarily an error)
2024-11-08T05:18:45,655 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0295188264/balancer already deleted, retry=false
2024-11-08T05:18:45,656 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:18:45,656 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Unable to get data of znode /0295188264/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:18:45,666 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0295188264/normalizer already deleted, retry=false
2024-11-08T05:18:45,666 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:18:45,667 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Unable to get data of znode /0295188264/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:18:45,676 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0295188264/switch/split already deleted, retry=false
2024-11-08T05:18:45,677 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Unable to get data of znode /0295188264/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:18:45,688 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0295188264/switch/merge already deleted, retry=false
2024-11-08T05:18:45,690 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Unable to get data of znode /0295188264/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:18:45,697 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0295188264/snapshot-cleanup already deleted, retry=false
2024-11-08T05:18:45,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0295188264/running
2024-11-08T05:18:45,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264
2024-11-08T05:18:45,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0295188264/running
2024-11-08T05:18:45,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264
2024-11-08T05:18:45,708 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,37299,1731043124359, sessionid=0x10118e1d8f50000, setting cluster-up flag (Was=false)
2024-11-08T05:18:45,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264
2024-11-08T05:18:45,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264
2024-11-08T05:18:45,760 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0295188264/flush-table-proc/acquired, /0295188264/flush-table-proc/reached, /0295188264/flush-table-proc/abort
2024-11-08T05:18:45,761 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,37299,1731043124359
2024-11-08T05:18:45,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264
2024-11-08T05:18:45,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264
2024-11-08T05:18:45,813 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0295188264/online-snapshot/acquired, /0295188264/online-snapshot/reached, /0295188264/online-snapshot/abort
2024-11-08T05:18:45,814 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,37299,1731043124359
2024-11-08T05:18:45,815 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:18:45,816 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:18:45,816 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:18:45,816 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:18:45,817 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,37299,1731043124359
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:18:45,817 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:45,818 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:45,818 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:45,818 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:45,818 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:18:45,818 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:45,818 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:18:45,818 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:45,819 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:18:45,819 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:18:45,820 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:45,820 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:18:45,832 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043155832
2024-11-08T05:18:45,832 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:18:45,832 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:18:45,832 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:18:45,832 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:18:45,832 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:18:45,832 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:18:45,844 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:45,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:18:45,852 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:18:45,852 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:18:45,852 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:18:45,852 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:18:45,853 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:18:45,853 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:18:45,853 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043125853,5,FailOnTimeoutGroup]
2024-11-08T05:18:45,853 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043125853,5,FailOnTimeoutGroup]
2024-11-08T05:18:45,853 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:45,853 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:18:45,853 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:45,853 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:45,913 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(746): ClusterId : 67a92ff4-87d5-4ae1-a8e2-7877518a6a6b
2024-11-08T05:18:45,913 DEBUG [RS:0;d1ba675678c9:45605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:18:45,919 DEBUG [RS:0;d1ba675678c9:45605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:18:45,919 DEBUG [RS:0;d1ba675678c9:45605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:18:45,929 DEBUG [RS:0;d1ba675678c9:45605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:18:45,930 DEBUG [RS:0;d1ba675678c9:45605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14409240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:18:45,940 DEBUG [RS:0;d1ba675678c9:45605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:45605
2024-11-08T05:18:45,940 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:18:45,940 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:18:45,940 DEBUG [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:18:45,941 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,37299,1731043124359 with port=45605, startcode=1731043124541
2024-11-08T05:18:45,941 DEBUG [RS:0;d1ba675678c9:45605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:18:45,942 INFO  [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:18:45,943 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37299 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,45605,1731043124541
2024-11-08T05:18:45,943 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37299 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,45605,1731043124541
2024-11-08T05:18:45,944 DEBUG [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291
2024-11-08T05:18:45,944 DEBUG [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42041
2024-11-08T05:18:45,944 DEBUG [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:18:45,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264/rs
2024-11-08T05:18:45,950 DEBUG [RS:0;d1ba675678c9:45605 {}] zookeeper.ZKUtil(111): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Set watcher on existing znode=/0295188264/rs/d1ba675678c9,45605,1731043124541
2024-11-08T05:18:45,950 WARN  [RS:0;d1ba675678c9:45605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:18:45,950 INFO  [RS:0;d1ba675678c9:45605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:45,950 DEBUG [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541
2024-11-08T05:18:45,950 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,45605,1731043124541]
2024-11-08T05:18:45,953 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:18:45,955 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:18:45,955 INFO  [RS:0;d1ba675678c9:45605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:18:45,955 INFO  [RS:0;d1ba675678c9:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:45,955 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:18:45,956 INFO  [RS:0;d1ba675678c9:45605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:18:45,956 INFO  [RS:0;d1ba675678c9:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:45,956 DEBUG [RS:0;d1ba675678c9:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:45,956 DEBUG [RS:0;d1ba675678c9:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:45,956 DEBUG [RS:0;d1ba675678c9:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:45,956 DEBUG [RS:0;d1ba675678c9:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:45,956 DEBUG [RS:0;d1ba675678c9:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:45,956 DEBUG [RS:0;d1ba675678c9:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:18:45,956 DEBUG [RS:0;d1ba675678c9:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:45,956 DEBUG [RS:0;d1ba675678c9:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:45,956 DEBUG [RS:0;d1ba675678c9:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:45,956 DEBUG [RS:0;d1ba675678c9:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:45,956 DEBUG [RS:0;d1ba675678c9:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:45,956 DEBUG [RS:0;d1ba675678c9:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:45,956 DEBUG [RS:0;d1ba675678c9:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:18:45,956 DEBUG [RS:0;d1ba675678c9:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:18:45,960 INFO  [RS:0;d1ba675678c9:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:45,960 INFO  [RS:0;d1ba675678c9:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:45,960 INFO  [RS:0;d1ba675678c9:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:45,960 INFO  [RS:0;d1ba675678c9:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:45,960 INFO  [RS:0;d1ba675678c9:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:45,960 INFO  [RS:0;d1ba675678c9:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45605,1731043124541-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:18:45,974 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:18:45,974 INFO  [RS:0;d1ba675678c9:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45605,1731043124541-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:45,974 INFO  [RS:0;d1ba675678c9:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:45,974 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.Replication(171): d1ba675678c9,45605,1731043124541 started
2024-11-08T05:18:45,987 INFO  [RS:0;d1ba675678c9:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:45,987 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,45605,1731043124541, RpcServer on d1ba675678c9/172.17.0.3:45605, sessionid=0x10118e1d8f50001
2024-11-08T05:18:45,988 DEBUG [RS:0;d1ba675678c9:45605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:18:45,988 DEBUG [RS:0;d1ba675678c9:45605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,45605,1731043124541
2024-11-08T05:18:45,988 DEBUG [RS:0;d1ba675678c9:45605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,45605,1731043124541'
2024-11-08T05:18:45,988 DEBUG [RS:0;d1ba675678c9:45605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0295188264/flush-table-proc/abort'
2024-11-08T05:18:45,988 DEBUG [RS:0;d1ba675678c9:45605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0295188264/flush-table-proc/acquired'
2024-11-08T05:18:45,988 DEBUG [RS:0;d1ba675678c9:45605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:18:45,988 DEBUG [RS:0;d1ba675678c9:45605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:18:45,988 DEBUG [RS:0;d1ba675678c9:45605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,45605,1731043124541
2024-11-08T05:18:45,988 DEBUG [RS:0;d1ba675678c9:45605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,45605,1731043124541'
2024-11-08T05:18:45,988 DEBUG [RS:0;d1ba675678c9:45605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0295188264/online-snapshot/abort'
2024-11-08T05:18:45,989 DEBUG [RS:0;d1ba675678c9:45605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0295188264/online-snapshot/acquired'
2024-11-08T05:18:45,989 DEBUG [RS:0;d1ba675678c9:45605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:18:45,989 INFO  [RS:0;d1ba675678c9:45605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:18:45,989 INFO  [RS:0;d1ba675678c9:45605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:18:46,089 INFO  [RS:0;d1ba675678c9:45605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:18:46,092 INFO  [RS:0;d1ba675678c9:45605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C45605%2C1731043124541, suffix=, logDir=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541, archiveDir=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/oldWALs, maxLogs=10
2024-11-08T05:18:46,118 DEBUG [RS:0;d1ba675678c9:45605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092, exclude list is [], retry=0
2024-11-08T05:18:46,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-c8aeba61-1fe2-475a-927e-f8f1d0e512c7,DISK]
2024-11-08T05:18:46,149 INFO  [RS:0;d1ba675678c9:45605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092
2024-11-08T05:18:46,150 DEBUG [RS:0;d1ba675678c9:45605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33941:33941)]
2024-11-08T05:18:46,251 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:18:46,251 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291
2024-11-08T05:18:46,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741833_1009 (size=32)
2024-11-08T05:18:46,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:46,657 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:18:46,658 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:18:46,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:46,658 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:46,659 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:18:46,660 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:18:46,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:46,660 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:46,660 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:18:46,661 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:18:46,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:46,661 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:46,662 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:18:46,662 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:18:46,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:46,663 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:46,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:18:46,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740
2024-11-08T05:18:46,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740
2024-11-08T05:18:46,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:18:46,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:18:46,665 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:18:46,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:18:46,667 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:18:46,668 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61240468, jitterRate=-0.08744591474533081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:18:46,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731043126656Initializing all the Stores at 1731043126657 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043126657Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043126657Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043126657Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043126657Cleaning up temporary data from old regions at 1731043126664 (+7 ms)Region opened successfully at 1731043126668 (+4 ms)
2024-11-08T05:18:46,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:18:46,668 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:18:46,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:18:46,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:18:46,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:18:46,669 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:18:46,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043126668Disabling compacts and flushes for region at 1731043126668Disabling writes for close at 1731043126668Writing region close event to WAL at 1731043126669 (+1 ms)Closed at 1731043126669
2024-11-08T05:18:46,670 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:18:46,670 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:18:46,670 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:18:46,671 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:18:46,671 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:18:46,822 DEBUG [d1ba675678c9:37299 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:18:46,822 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,45605,1731043124541
2024-11-08T05:18:46,823 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,45605,1731043124541, state=OPENING
2024-11-08T05:18:46,995 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:18:47,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264
2024-11-08T05:18:47,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264
2024-11-08T05:18:47,119 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:18:47,119 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,45605,1731043124541}]
2024-11-08T05:18:47,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0295188264/meta-region-server: CHANGED
2024-11-08T05:18:47,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0295188264/meta-region-server: CHANGED
2024-11-08T05:18:47,271 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:18:47,273 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:18:47,275 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:18:47,275 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:47,275 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:18:47,277 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C45605%2C1731043124541.meta, suffix=.meta, logDir=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541, archiveDir=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/oldWALs, maxLogs=10
2024-11-08T05:18:47,292 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.meta.1731043127277.meta, exclude list is [], retry=0
2024-11-08T05:18:47,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-c8aeba61-1fe2-475a-927e-f8f1d0e512c7,DISK]
2024-11-08T05:18:47,295 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.meta.1731043127277.meta
2024-11-08T05:18:47,295 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33941:33941)]
2024-11-08T05:18:47,295 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:47,296 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:18:47,296 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:18:47,296 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:18:47,296 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:18:47,296 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:18:47,296 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:47,296 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:18:47,296 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:18:47,297 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:18:47,298 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:18:47,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:47,298 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:47,298 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:18:47,299 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:18:47,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:47,299 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:47,299 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:18:47,300 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:18:47,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:47,300 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:47,300 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:18:47,300 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:18:47,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:47,301 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:47,301 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:18:47,301 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740
2024-11-08T05:18:47,302 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740
2024-11-08T05:18:47,303 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:18:47,303 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:18:47,303 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:18:47,304 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:18:47,304 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68552856, jitterRate=0.021517157554626465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:18:47,304 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:18:47,305 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731043127296Writing region info on filesystem at 1731043127296Initializing all the Stores at 1731043127297 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043127297Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043127297Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043127297Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043127297Cleaning up temporary data from old regions at 1731043127303 (+6 ms)Running coprocessor post-open hooks at 1731043127304 (+1 ms)Region opened successfully at 1731043127305 (+1 ms)
2024-11-08T05:18:47,306 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043127271
2024-11-08T05:18:47,307 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:18:47,307 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:18:47,308 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,45605,1731043124541
2024-11-08T05:18:47,308 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,45605,1731043124541, state=OPEN
2024-11-08T05:18:47,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0295188264/meta-region-server
2024-11-08T05:18:47,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0295188264/meta-region-server
2024-11-08T05:18:47,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0295188264/meta-region-server: CHANGED
2024-11-08T05:18:47,414 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,45605,1731043124541
2024-11-08T05:18:47,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0295188264/meta-region-server: CHANGED
2024-11-08T05:18:47,416 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:18:47,416 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,45605,1731043124541 in 295 msec
2024-11-08T05:18:47,418 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:18:47,418 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 746 msec
2024-11-08T05:18:47,418 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:18:47,418 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:18:47,420 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:47,420 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45605,1731043124541, seqNum=-1]
2024-11-08T05:18:47,420 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:47,421 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:18:47,425 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6090 sec
2024-11-08T05:18:47,425 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043127425, completionTime=-1
2024-11-08T05:18:47,426 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:18:47,426 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:18:47,427 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:18:47,427 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043187427
2024-11-08T05:18:47,427 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043247427
2024-11-08T05:18:47,427 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-08T05:18:47,427 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37299,1731043124359-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:47,428 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37299,1731043124359-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:47,428 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37299,1731043124359-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:47,428 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:37299, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:47,428 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:47,428 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:47,429 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:18:47,430 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.775sec
2024-11-08T05:18:47,430 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:18:47,430 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:18:47,430 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:18:47,430 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:18:47,430 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:18:47,430 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37299,1731043124359-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:18:47,431 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37299,1731043124359-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:18:47,432 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:18:47,432 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:18:47,433 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37299,1731043124359-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:47,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b35a04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:47,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37299,-1 for getting cluster id
2024-11-08T05:18:47,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:47,515 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67a92ff4-87d5-4ae1-a8e2-7877518a6a6b'
2024-11-08T05:18:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67a92ff4-87d5-4ae1-a8e2-7877518a6a6b"

2024-11-08T05:18:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3ba393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37299,-1]
2024-11-08T05:18:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:47,517 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:47,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16427dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:47,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:47,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45605,1731043124541, seqNum=-1]
2024-11-08T05:18:47,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:47,520 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:18:47,521 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,37299,1731043124359
2024-11-08T05:18:47,521 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56501
2024-11-08T05:18:47,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:18:47,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10118e1d8f50002 connected
2024-11-08T05:18:47,552 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/hadoop.log.dir so I do NOT create it in target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167
2024-11-08T05:18:47,552 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:18:47,552 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/hadoop.tmp.dir so I do NOT create it in target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167
2024-11-08T05:18:47,552 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:18:47,552 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167
2024-11-08T05:18:47,552 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:18:47,552 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/cluster_314dc396-ea7d-47ce-3aa3-8f0b795fa648, deleteOnExit=true
2024-11-08T05:18:47,552 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:18:47,552 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/test.cache.data in system properties and HBase conf
2024-11-08T05:18:47,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:18:47,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:18:47,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:18:47,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:18:47,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:18:47,553 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:18:47,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:18:47,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:18:47,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:18:47,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:18:47,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:18:47,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:18:47,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:18:47,554 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:18:47,554 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:18:47,554 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:18:47,554 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:18:47,554 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:18:47,554 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:18:47,554 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:18:47,864 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:18:47,867 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:18:47,869 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:18:47,869 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:18:47,869 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T05:18:47,869 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:18:47,870 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18fbd441{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:18:47,870 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6999b4dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:18:47,964 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17881b62{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/java.io.tmpdir/jetty-localhost-34219-hadoop-hdfs-3_4_1-tests_jar-_-any-3381890784505901110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:18:47,965 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1aafb10b{HTTP/1.1, (http/1.1)}{localhost:34219}
2024-11-08T05:18:47,965 INFO  [Time-limited test {}] server.Server(415): Started @201401ms
2024-11-08T05:18:48,242 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:18:48,245 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:18:48,248 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:18:48,248 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:18:48,249 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:18:48,249 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9e3238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:18:48,249 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@264b8677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:18:48,344 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@499050a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/java.io.tmpdir/jetty-localhost-38043-hadoop-hdfs-3_4_1-tests_jar-_-any-10910863826838558560/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:18:48,345 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e0d79e1{HTTP/1.1, (http/1.1)}{localhost:38043}
2024-11-08T05:18:48,345 INFO  [Time-limited test {}] server.Server(415): Started @201781ms
2024-11-08T05:18:48,346 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:18:49,014 WARN  [Thread-2289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/cluster_314dc396-ea7d-47ce-3aa3-8f0b795fa648/data/data1/current/BP-1443208557-172.17.0.3-1731043127572/current, will proceed with Du for space computation calculation, 
2024-11-08T05:18:49,014 WARN  [Thread-2290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/cluster_314dc396-ea7d-47ce-3aa3-8f0b795fa648/data/data2/current/BP-1443208557-172.17.0.3-1731043127572/current, will proceed with Du for space computation calculation, 
2024-11-08T05:18:49,034 WARN  [Thread-2277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:18:49,036 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99fade76f0c23216 with lease ID 0x5949b915ebb4fa3d: Processing first storage report for DS-322addd4-719e-418e-8be1-4d66cdfa9dc8 from datanode DatanodeRegistration(127.0.0.1:43749, datanodeUuid=2579d127-21b4-404b-8dc7-aed5e9c92813, infoPort=36525, infoSecurePort=0, ipcPort=36177, storageInfo=lv=-57;cid=testClusterID;nsid=1764860607;c=1731043127572)
2024-11-08T05:18:49,036 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99fade76f0c23216 with lease ID 0x5949b915ebb4fa3d: from storage DS-322addd4-719e-418e-8be1-4d66cdfa9dc8 node DatanodeRegistration(127.0.0.1:43749, datanodeUuid=2579d127-21b4-404b-8dc7-aed5e9c92813, infoPort=36525, infoSecurePort=0, ipcPort=36177, storageInfo=lv=-57;cid=testClusterID;nsid=1764860607;c=1731043127572), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:18:49,036 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99fade76f0c23216 with lease ID 0x5949b915ebb4fa3d: Processing first storage report for DS-21d11f88-5014-4301-85a8-aa4f506bf456 from datanode DatanodeRegistration(127.0.0.1:43749, datanodeUuid=2579d127-21b4-404b-8dc7-aed5e9c92813, infoPort=36525, infoSecurePort=0, ipcPort=36177, storageInfo=lv=-57;cid=testClusterID;nsid=1764860607;c=1731043127572)
2024-11-08T05:18:49,036 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99fade76f0c23216 with lease ID 0x5949b915ebb4fa3d: from storage DS-21d11f88-5014-4301-85a8-aa4f506bf456 node DatanodeRegistration(127.0.0.1:43749, datanodeUuid=2579d127-21b4-404b-8dc7-aed5e9c92813, infoPort=36525, infoSecurePort=0, ipcPort=36177, storageInfo=lv=-57;cid=testClusterID;nsid=1764860607;c=1731043127572), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-08T05:18:49,085 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167
2024-11-08T05:18:49,085 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:49,086 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:49,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:18:49,493 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105 with version=8
2024-11-08T05:18:49,493 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/hbase-staging
2024-11-08T05:18:49,495 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:18:49,495 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:49,495 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:49,495 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:18:49,495 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:49,495 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:18:49,495 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:18:49,495 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:18:49,496 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40621
2024-11-08T05:18:49,497 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40621 connecting to ZooKeeper ensemble=127.0.0.1:56501
2024-11-08T05:18:49,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406210x0, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:18:49,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40621-0x10118e1d8f50003 connected
2024-11-08T05:18:49,613 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:49,614 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:49,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Set watcher on znode that does not yet exist, /1-383755274/running
2024-11-08T05:18:49,616 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105, hbase.cluster.distributed=false
2024-11-08T05:18:49,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Set watcher on znode that does not yet exist, /1-383755274/acl
2024-11-08T05:18:49,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40621
2024-11-08T05:18:49,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40621
2024-11-08T05:18:49,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40621
2024-11-08T05:18:49,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40621
2024-11-08T05:18:49,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40621
2024-11-08T05:18:49,631 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:18:49,631 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:49,631 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:49,631 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:18:49,631 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:18:49,631 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:18:49,631 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:18:49,631 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:18:49,632 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35773
2024-11-08T05:18:49,632 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35773 connecting to ZooKeeper ensemble=127.0.0.1:56501
2024-11-08T05:18:49,633 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:49,634 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:49,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357730x0, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:18:49,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357730x0, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Set watcher on znode that does not yet exist, /1-383755274/running
2024-11-08T05:18:49,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35773-0x10118e1d8f50004 connected
2024-11-08T05:18:49,645 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:18:49,646 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:18:49,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Set watcher on znode that does not yet exist, /1-383755274/master
2024-11-08T05:18:49,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Set watcher on znode that does not yet exist, /1-383755274/acl
2024-11-08T05:18:49,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35773
2024-11-08T05:18:49,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35773
2024-11-08T05:18:49,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35773
2024-11-08T05:18:49,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35773
2024-11-08T05:18:49,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35773
2024-11-08T05:18:49,667 DEBUG [M:0;d1ba675678c9:40621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:40621
2024-11-08T05:18:49,668 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-383755274/backup-masters/d1ba675678c9,40621,1731043129495
2024-11-08T05:18:49,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274/backup-masters
2024-11-08T05:18:49,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274/backup-masters
2024-11-08T05:18:49,676 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Set watcher on existing znode=/1-383755274/backup-masters/d1ba675678c9,40621,1731043129495
2024-11-08T05:18:49,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-383755274/master
2024-11-08T05:18:49,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274
2024-11-08T05:18:49,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274
2024-11-08T05:18:49,687 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Set watcher on existing znode=/1-383755274/master
2024-11-08T05:18:49,687 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-383755274/backup-masters/d1ba675678c9,40621,1731043129495 from backup master directory
2024-11-08T05:18:49,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274/backup-masters
2024-11-08T05:18:49,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-383755274/backup-masters/d1ba675678c9,40621,1731043129495
2024-11-08T05:18:49,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274/backup-masters
2024-11-08T05:18:49,697 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:18:49,697 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,40621,1731043129495
2024-11-08T05:18:49,700 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/hbase.id] with ID: 49d08ffd-3a18-4703-9b46-cebc7be643fa
2024-11-08T05:18:49,700 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/.tmp/hbase.id
2024-11-08T05:18:49,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:18:50,104 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/.tmp/hbase.id]:[hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/hbase.id]
2024-11-08T05:18:50,111 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:18:50,111 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:18:50,112 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-08T05:18:50,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274
2024-11-08T05:18:50,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274
2024-11-08T05:18:50,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:18:50,356 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:18:50,384 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:50,384 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:50,384 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:50,385 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:50,385 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:50,385 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:50,391 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:50,394 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:50,395 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:50,398 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:50,566 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:18:50,566 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:18:50,567 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:50,572 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:18:50,973 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store
2024-11-08T05:18:50,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:18:51,378 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:51,378 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:18:51,378 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:51,379 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:51,379 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:18:51,379 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:51,379 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:18:51,379 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043131378Disabling compacts and flushes for region at 1731043131378Disabling writes for close at 1731043131379 (+1 ms)Writing region close event to WAL at 1731043131379Closed at 1731043131379
2024-11-08T05:18:51,379 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store/.initializing
2024-11-08T05:18:51,379 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/WALs/d1ba675678c9,40621,1731043129495
2024-11-08T05:18:51,380 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:18:51,382 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C40621%2C1731043129495, suffix=, logDir=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/WALs/d1ba675678c9,40621,1731043129495, archiveDir=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/oldWALs, maxLogs=10
2024-11-08T05:18:51,394 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/WALs/d1ba675678c9,40621,1731043129495/d1ba675678c9%2C40621%2C1731043129495.1731043131382, exclude list is [], retry=0
2024-11-08T05:18:51,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43749,DS-322addd4-719e-418e-8be1-4d66cdfa9dc8,DISK]
2024-11-08T05:18:51,400 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/WALs/d1ba675678c9,40621,1731043129495/d1ba675678c9%2C40621%2C1731043129495.1731043131382
2024-11-08T05:18:51,402 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36525:36525)]
2024-11-08T05:18:51,402 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:51,402 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:51,402 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:51,402 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:51,403 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:51,404 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:18:51,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:51,405 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:51,405 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:51,405 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:18:51,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:51,406 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:51,406 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:51,406 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:18:51,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:51,407 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:51,407 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:18:51,407 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:18:51,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:51,408 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:51,408 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:51,408 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:51,408 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:51,409 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:51,409 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:51,409 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:18:51,410 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:18:51,411 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:18:51,412 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69462708, jitterRate=0.03507500886917114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:18:51,412 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731043131402Initializing all the Stores at 1731043131403 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043131403Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043131403Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043131403Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043131403Cleaning up temporary data from old regions at 1731043131409 (+6 ms)Region opened successfully at 1731043131412 (+3 ms)
2024-11-08T05:18:51,412 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:18:51,414 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:18:51,415 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:18:51,415 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:18:51,415 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:18:51,415 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:18:51,416 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:18:51,416 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:18:51,416 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:18:51,417 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:18:51,418 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Unable to get data of znode /1-383755274/balancer because node does not exist (not necessarily an error)
2024-11-08T05:18:51,476 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-383755274/balancer already deleted, retry=false
2024-11-08T05:18:51,476 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:18:51,477 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Unable to get data of znode /1-383755274/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:18:51,486 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-383755274/normalizer already deleted, retry=false
2024-11-08T05:18:51,487 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:18:51,487 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Unable to get data of znode /1-383755274/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:18:51,497 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-383755274/switch/split already deleted, retry=false
2024-11-08T05:18:51,498 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Unable to get data of znode /1-383755274/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:18:51,507 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-383755274/switch/merge already deleted, retry=false
2024-11-08T05:18:51,509 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Unable to get data of znode /1-383755274/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:18:51,518 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-383755274/snapshot-cleanup already deleted, retry=false
2024-11-08T05:18:51,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-383755274/running
2024-11-08T05:18:51,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-383755274/running
2024-11-08T05:18:51,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274
2024-11-08T05:18:51,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274
2024-11-08T05:18:51,529 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,40621,1731043129495, sessionid=0x10118e1d8f50003, setting cluster-up flag (Was=false)
2024-11-08T05:18:51,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274
2024-11-08T05:18:51,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274
2024-11-08T05:18:51,581 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-383755274/flush-table-proc/acquired, /1-383755274/flush-table-proc/reached, /1-383755274/flush-table-proc/abort
2024-11-08T05:18:51,582 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,40621,1731043129495
2024-11-08T05:18:51,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274
2024-11-08T05:18:51,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274
2024-11-08T05:18:51,634 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-383755274/online-snapshot/acquired, /1-383755274/online-snapshot/reached, /1-383755274/online-snapshot/abort
2024-11-08T05:18:51,635 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,40621,1731043129495
2024-11-08T05:18:51,636 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:18:51,637 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:18:51,637 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:18:51,637 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:18:51,637 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,40621,1731043129495
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:18:51,638 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:51,638 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:51,638 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:51,638 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:18:51,638 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:18:51,638 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:51,638 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:18:51,638 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:51,639 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:18:51,639 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:18:51,640 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:51,640 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:18:51,640 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043161640
2024-11-08T05:18:51,640 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:18:51,640 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:18:51,640 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:18:51,640 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:18:51,640 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:18:51,640 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:18:51,640 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:51,641 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:18:51,641 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:18:51,641 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:18:51,641 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:18:51,644 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:18:51,644 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:18:51,644 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043131644,5,FailOnTimeoutGroup]
2024-11-08T05:18:51,644 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043131644,5,FailOnTimeoutGroup]
2024-11-08T05:18:51,644 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:51,644 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:18:51,644 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:51,644 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:51,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:18:51,655 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(746): ClusterId : 49d08ffd-3a18-4703-9b46-cebc7be643fa
2024-11-08T05:18:51,655 DEBUG [RS:0;d1ba675678c9:35773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:18:51,666 DEBUG [RS:0;d1ba675678c9:35773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:18:51,666 DEBUG [RS:0;d1ba675678c9:35773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:18:51,677 DEBUG [RS:0;d1ba675678c9:35773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:18:51,677 DEBUG [RS:0;d1ba675678c9:35773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a9ca57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:18:51,692 DEBUG [RS:0;d1ba675678c9:35773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:35773
2024-11-08T05:18:51,692 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:18:51,692 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:18:51,692 DEBUG [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:18:51,692 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,40621,1731043129495 with port=35773, startcode=1731043129631
2024-11-08T05:18:51,693 DEBUG [RS:0;d1ba675678c9:35773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:18:51,694 INFO  [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:18:51,694 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40621 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,35773,1731043129631
2024-11-08T05:18:51,695 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40621 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,35773,1731043129631
2024-11-08T05:18:51,696 DEBUG [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105
2024-11-08T05:18:51,696 DEBUG [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41333
2024-11-08T05:18:51,696 DEBUG [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:18:51,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274/rs
2024-11-08T05:18:51,708 DEBUG [RS:0;d1ba675678c9:35773 {}] zookeeper.ZKUtil(111): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Set watcher on existing znode=/1-383755274/rs/d1ba675678c9,35773,1731043129631
2024-11-08T05:18:51,708 WARN  [RS:0;d1ba675678c9:35773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:18:51,708 INFO  [RS:0;d1ba675678c9:35773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:51,708 DEBUG [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631
2024-11-08T05:18:51,708 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,35773,1731043129631]
2024-11-08T05:18:51,710 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:18:51,712 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:18:51,715 INFO  [RS:0;d1ba675678c9:35773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:18:51,715 INFO  [RS:0;d1ba675678c9:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:51,715 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:18:51,716 INFO  [RS:0;d1ba675678c9:35773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:18:51,716 INFO  [RS:0;d1ba675678c9:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:51,716 DEBUG [RS:0;d1ba675678c9:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:51,716 DEBUG [RS:0;d1ba675678c9:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:51,716 DEBUG [RS:0;d1ba675678c9:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:51,716 DEBUG [RS:0;d1ba675678c9:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:51,716 DEBUG [RS:0;d1ba675678c9:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:51,716 DEBUG [RS:0;d1ba675678c9:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:18:51,716 DEBUG [RS:0;d1ba675678c9:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:51,716 DEBUG [RS:0;d1ba675678c9:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:51,716 DEBUG [RS:0;d1ba675678c9:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:51,716 DEBUG [RS:0;d1ba675678c9:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:51,716 DEBUG [RS:0;d1ba675678c9:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:51,716 DEBUG [RS:0;d1ba675678c9:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:18:51,716 DEBUG [RS:0;d1ba675678c9:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:18:51,716 DEBUG [RS:0;d1ba675678c9:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:18:51,719 INFO  [RS:0;d1ba675678c9:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:51,719 INFO  [RS:0;d1ba675678c9:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:51,719 INFO  [RS:0;d1ba675678c9:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:51,719 INFO  [RS:0;d1ba675678c9:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:51,719 INFO  [RS:0;d1ba675678c9:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:51,719 INFO  [RS:0;d1ba675678c9:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,35773,1731043129631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:18:51,733 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:18:51,733 INFO  [RS:0;d1ba675678c9:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,35773,1731043129631-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:51,734 INFO  [RS:0;d1ba675678c9:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:51,734 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.Replication(171): d1ba675678c9,35773,1731043129631 started
2024-11-08T05:18:51,747 INFO  [RS:0;d1ba675678c9:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:51,747 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,35773,1731043129631, RpcServer on d1ba675678c9/172.17.0.3:35773, sessionid=0x10118e1d8f50004
2024-11-08T05:18:51,747 DEBUG [RS:0;d1ba675678c9:35773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:18:51,747 DEBUG [RS:0;d1ba675678c9:35773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,35773,1731043129631
2024-11-08T05:18:51,747 DEBUG [RS:0;d1ba675678c9:35773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,35773,1731043129631'
2024-11-08T05:18:51,747 DEBUG [RS:0;d1ba675678c9:35773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-383755274/flush-table-proc/abort'
2024-11-08T05:18:51,748 DEBUG [RS:0;d1ba675678c9:35773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-383755274/flush-table-proc/acquired'
2024-11-08T05:18:51,748 DEBUG [RS:0;d1ba675678c9:35773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:18:51,748 DEBUG [RS:0;d1ba675678c9:35773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:18:51,748 DEBUG [RS:0;d1ba675678c9:35773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,35773,1731043129631
2024-11-08T05:18:51,748 DEBUG [RS:0;d1ba675678c9:35773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,35773,1731043129631'
2024-11-08T05:18:51,748 DEBUG [RS:0;d1ba675678c9:35773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-383755274/online-snapshot/abort'
2024-11-08T05:18:51,748 DEBUG [RS:0;d1ba675678c9:35773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-383755274/online-snapshot/acquired'
2024-11-08T05:18:51,749 DEBUG [RS:0;d1ba675678c9:35773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:18:51,749 INFO  [RS:0;d1ba675678c9:35773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:18:51,749 INFO  [RS:0;d1ba675678c9:35773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:18:51,849 INFO  [RS:0;d1ba675678c9:35773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:18:51,850 INFO  [RS:0;d1ba675678c9:35773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C35773%2C1731043129631, suffix=, logDir=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631, archiveDir=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/oldWALs, maxLogs=10
2024-11-08T05:18:51,863 DEBUG [RS:0;d1ba675678c9:35773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851, exclude list is [], retry=0
2024-11-08T05:18:51,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43749,DS-322addd4-719e-418e-8be1-4d66cdfa9dc8,DISK]
2024-11-08T05:18:51,867 INFO  [RS:0;d1ba675678c9:35773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851
2024-11-08T05:18:51,867 DEBUG [RS:0;d1ba675678c9:35773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36525:36525)]
2024-11-08T05:18:51,953 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-08T05:18:52,047 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:18:52,047 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105
2024-11-08T05:18:52,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741833_1009 (size=32)
2024-11-08T05:18:52,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:52,454 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:18:52,455 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:18:52,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:52,455 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:52,455 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:18:52,456 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:18:52,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:52,456 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:52,456 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:18:52,457 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:18:52,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:52,457 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:52,457 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:18:52,458 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:18:52,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:52,458 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:52,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:18:52,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740
2024-11-08T05:18:52,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740
2024-11-08T05:18:52,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:18:52,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:18:52,460 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:18:52,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:18:52,462 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:18:52,462 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74498253, jitterRate=0.11011047661304474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:18:52,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731043132453Initializing all the Stores at 1731043132453Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043132453Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043132454 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043132454Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043132454Cleaning up temporary data from old regions at 1731043132460 (+6 ms)Region opened successfully at 1731043132462 (+2 ms)
2024-11-08T05:18:52,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:18:52,462 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:18:52,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:18:52,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:18:52,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:18:52,462 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:18:52,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043132462Disabling compacts and flushes for region at 1731043132462Disabling writes for close at 1731043132462Writing region close event to WAL at 1731043132462Closed at 1731043132462
2024-11-08T05:18:52,463 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:18:52,463 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:18:52,463 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:18:52,464 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:18:52,465 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:18:52,615 DEBUG [d1ba675678c9:40621 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:18:52,615 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,35773,1731043129631
2024-11-08T05:18:52,616 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,35773,1731043129631, state=OPENING
2024-11-08T05:18:52,773 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:18:52,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274
2024-11-08T05:18:52,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274
2024-11-08T05:18:52,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-383755274/meta-region-server: CHANGED
2024-11-08T05:18:52,792 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:18:52,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-383755274/meta-region-server: CHANGED
2024-11-08T05:18:52,792 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,35773,1731043129631}]
2024-11-08T05:18:52,944 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:18:52,945 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:18:52,947 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:18:52,948 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:52,948 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:18:52,949 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C35773%2C1731043129631.meta, suffix=.meta, logDir=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631, archiveDir=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/oldWALs, maxLogs=10
2024-11-08T05:18:52,961 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.meta.1731043132949.meta, exclude list is [], retry=0
2024-11-08T05:18:52,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43749,DS-322addd4-719e-418e-8be1-4d66cdfa9dc8,DISK]
2024-11-08T05:18:52,964 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.meta.1731043132949.meta
2024-11-08T05:18:52,964 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36525:36525)]
2024-11-08T05:18:52,965 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:52,965 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:18:52,965 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:18:52,965 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:18:52,965 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:18:52,965 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:18:52,965 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:52,965 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:18:52,965 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:18:52,966 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:18:52,967 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:18:52,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:52,967 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:52,967 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:18:52,968 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:18:52,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:52,968 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:52,968 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:18:52,968 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:18:52,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:52,969 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:52,969 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:18:52,969 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:18:52,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:52,969 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:18:52,969 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:18:52,970 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740
2024-11-08T05:18:52,970 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740
2024-11-08T05:18:52,971 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:18:52,971 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:18:52,971 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:18:52,972 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:18:52,973 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74817499, jitterRate=0.11486761271953583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:18:52,973 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:18:52,973 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731043132965Writing region info on filesystem at 1731043132965Initializing all the Stores at 1731043132966 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043132966Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043132966Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043132966Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043132966Cleaning up temporary data from old regions at 1731043132971 (+5 ms)Running coprocessor post-open hooks at 1731043132973 (+2 ms)Region opened successfully at 1731043132973
2024-11-08T05:18:52,974 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043132944
2024-11-08T05:18:52,975 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:18:52,975 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:18:52,976 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,35773,1731043129631
2024-11-08T05:18:52,976 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,35773,1731043129631, state=OPEN
2024-11-08T05:18:52,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-383755274/meta-region-server
2024-11-08T05:18:52,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-383755274/meta-region-server
2024-11-08T05:18:52,981 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,35773,1731043129631
2024-11-08T05:18:52,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-383755274/meta-region-server: CHANGED
2024-11-08T05:18:52,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-383755274/meta-region-server: CHANGED
2024-11-08T05:18:52,983 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:18:52,983 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,35773,1731043129631 in 189 msec
2024-11-08T05:18:52,984 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:18:52,984 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 520 msec
2024-11-08T05:18:52,984 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:18:52,984 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:18:52,985 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:52,985 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35773,1731043129631, seqNum=-1]
2024-11-08T05:18:52,986 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:52,986 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:18:52,990 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3530 sec
2024-11-08T05:18:52,990 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043132990, completionTime=-1
2024-11-08T05:18:52,990 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:18:52,990 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:18:52,992 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:18:52,992 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043192992
2024-11-08T05:18:52,992 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043252992
2024-11-08T05:18:52,992 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-08T05:18:52,992 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40621,1731043129495-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:52,992 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40621,1731043129495-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:52,992 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40621,1731043129495-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:52,992 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:40621, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:52,992 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:52,993 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:52,994 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:18:52,995 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.298sec
2024-11-08T05:18:52,995 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:18:52,995 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:18:52,995 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:18:52,995 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:18:52,995 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:18:52,995 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40621,1731043129495-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:18:52,995 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40621,1731043129495-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:18:52,997 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:18:52,997 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:18:52,997 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40621,1731043129495-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:18:53,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d36632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:53,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,40621,-1 for getting cluster id
2024-11-08T05:18:53,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:53,057 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49d08ffd-3a18-4703-9b46-cebc7be643fa'
2024-11-08T05:18:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49d08ffd-3a18-4703-9b46-cebc7be643fa"

2024-11-08T05:18:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d89d92b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,40621,-1]
2024-11-08T05:18:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:53,059 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:53,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b15050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:53,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:53,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35773,1731043129631, seqNum=-1]
2024-11-08T05:18:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:53,063 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:18:53,064 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,40621,1731043129495
2024-11-08T05:18:53,064 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56501
2024-11-08T05:18:53,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:18:53,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10118e1d8f50005 connected
2024-11-08T05:18:53,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:53,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,37299,1731043124359
2024-11-08T05:18:53,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3402a6ff
2024-11-08T05:18:53,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:53,090 INFO  [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:18:53,091 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:18:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37299 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-08T05:18:53,092 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:18:53,093 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:53,093 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-08T05:18:53,093 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:18:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:53,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741835_1011 (size=902)
2024-11-08T05:18:53,099 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f3c0026a466dc84a0d670b0795863e1, NAME => 'test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291
2024-11-08T05:18:53,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741836_1012 (size=39)
2024-11-08T05:18:53,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:53,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4f3c0026a466dc84a0d670b0795863e1, disabling compactions & flushes
2024-11-08T05:18:53,112 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1.
2024-11-08T05:18:53,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1.
2024-11-08T05:18:53,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1. after waiting 0 ms
2024-11-08T05:18:53,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1.
2024-11-08T05:18:53,112 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1.
2024-11-08T05:18:53,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f3c0026a466dc84a0d670b0795863e1:
Waiting for close lock at 1731043133112Disabling compacts and flushes for region at 1731043133112Disabling writes for close at 1731043133112Writing region close event to WAL at 1731043133112Closed at 1731043133112
2024-11-08T05:18:53,114 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:18:53,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731043133114"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043133114"}]},"ts":"1731043133114"}
2024-11-08T05:18:53,116 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:18:53,117 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:18:53,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043133118"}]},"ts":"1731043133118"}
2024-11-08T05:18:53,120 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-08T05:18:53,120 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f3c0026a466dc84a0d670b0795863e1, ASSIGN}]
2024-11-08T05:18:53,121 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f3c0026a466dc84a0d670b0795863e1, ASSIGN
2024-11-08T05:18:53,122 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4f3c0026a466dc84a0d670b0795863e1, ASSIGN; state=OFFLINE, location=d1ba675678c9,45605,1731043124541; forceNewPlan=false, retain=false
2024-11-08T05:18:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:53,273 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f3c0026a466dc84a0d670b0795863e1, regionState=OPENING, regionLocation=d1ba675678c9,45605,1731043124541
2024-11-08T05:18:53,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4f3c0026a466dc84a0d670b0795863e1, ASSIGN because future has completed
2024-11-08T05:18:53,275 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f3c0026a466dc84a0d670b0795863e1, server=d1ba675678c9,45605,1731043124541}]
2024-11-08T05:18:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:53,430 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1.
2024-11-08T05:18:53,430 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f3c0026a466dc84a0d670b0795863e1, NAME => 'test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:53,430 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:18:53,430 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-08T05:18:53,430 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4f3c0026a466dc84a0d670b0795863e1
2024-11-08T05:18:53,431 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:53,431 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4f3c0026a466dc84a0d670b0795863e1
2024-11-08T05:18:53,431 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4f3c0026a466dc84a0d670b0795863e1
2024-11-08T05:18:53,432 INFO  [StoreOpener-4f3c0026a466dc84a0d670b0795863e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4f3c0026a466dc84a0d670b0795863e1 
2024-11-08T05:18:53,432 INFO  [StoreOpener-4f3c0026a466dc84a0d670b0795863e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f3c0026a466dc84a0d670b0795863e1 columnFamilyName f
2024-11-08T05:18:53,432 DEBUG [StoreOpener-4f3c0026a466dc84a0d670b0795863e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:53,433 INFO  [StoreOpener-4f3c0026a466dc84a0d670b0795863e1-1 {}] regionserver.HStore(327): Store=4f3c0026a466dc84a0d670b0795863e1/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:53,433 INFO  [StoreOpener-4f3c0026a466dc84a0d670b0795863e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4f3c0026a466dc84a0d670b0795863e1 
2024-11-08T05:18:53,433 INFO  [StoreOpener-4f3c0026a466dc84a0d670b0795863e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f3c0026a466dc84a0d670b0795863e1 columnFamilyName f1
2024-11-08T05:18:53,434 DEBUG [StoreOpener-4f3c0026a466dc84a0d670b0795863e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:53,434 INFO  [StoreOpener-4f3c0026a466dc84a0d670b0795863e1-1 {}] regionserver.HStore(327): Store=4f3c0026a466dc84a0d670b0795863e1/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:53,434 INFO  [StoreOpener-4f3c0026a466dc84a0d670b0795863e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4f3c0026a466dc84a0d670b0795863e1 
2024-11-08T05:18:53,434 INFO  [StoreOpener-4f3c0026a466dc84a0d670b0795863e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f3c0026a466dc84a0d670b0795863e1 columnFamilyName norep
2024-11-08T05:18:53,435 DEBUG [StoreOpener-4f3c0026a466dc84a0d670b0795863e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:53,435 INFO  [StoreOpener-4f3c0026a466dc84a0d670b0795863e1-1 {}] regionserver.HStore(327): Store=4f3c0026a466dc84a0d670b0795863e1/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:53,435 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4f3c0026a466dc84a0d670b0795863e1
2024-11-08T05:18:53,435 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/default/test/4f3c0026a466dc84a0d670b0795863e1
2024-11-08T05:18:53,436 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/default/test/4f3c0026a466dc84a0d670b0795863e1
2024-11-08T05:18:53,436 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4f3c0026a466dc84a0d670b0795863e1
2024-11-08T05:18:53,436 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4f3c0026a466dc84a0d670b0795863e1
2024-11-08T05:18:53,437 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:18:53,437 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4f3c0026a466dc84a0d670b0795863e1
2024-11-08T05:18:53,439 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/default/test/4f3c0026a466dc84a0d670b0795863e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:18:53,439 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4f3c0026a466dc84a0d670b0795863e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65689116, jitterRate=-0.021155893802642822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:18:53,439 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f3c0026a466dc84a0d670b0795863e1
2024-11-08T05:18:53,439 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4f3c0026a466dc84a0d670b0795863e1:
Running coprocessor pre-open hook at 1731043133431Writing region info on filesystem at 1731043133431Initializing all the Stores at 1731043133431Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043133431Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043133431Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043133431Cleaning up temporary data from old regions at 1731043133436 (+5 ms)Running coprocessor post-open hooks at 1731043133439 (+3 ms)Region opened successfully at 1731043133439
2024-11-08T05:18:53,440 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1., pid=6, masterSystemTime=1731043133427
2024-11-08T05:18:53,442 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1.
2024-11-08T05:18:53,442 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1.
2024-11-08T05:18:53,442 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f3c0026a466dc84a0d670b0795863e1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d1ba675678c9,45605,1731043124541
2024-11-08T05:18:53,443 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37299 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d1ba675678c9,45605,1731043124541, table=test, region=4f3c0026a466dc84a0d670b0795863e1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-08T05:18:53,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f3c0026a466dc84a0d670b0795863e1, server=d1ba675678c9,45605,1731043124541 because future has completed
2024-11-08T05:18:53,446 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:18:53,446 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f3c0026a466dc84a0d670b0795863e1, server=d1ba675678c9,45605,1731043124541 in 170 msec
2024-11-08T05:18:53,448 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T05:18:53,448 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4f3c0026a466dc84a0d670b0795863e1, ASSIGN in 326 msec
2024-11-08T05:18:53,448 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:18:53,449 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043133448"}]},"ts":"1731043133448"}
2024-11-08T05:18:53,450 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-08T05:18:53,451 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:18:53,452 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 360 msec
2024-11-08T05:18:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:53,716 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-08T05:18:53,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:53,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,40621,1731043129495
2024-11-08T05:18:53,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f92fa58
2024-11-08T05:18:53,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:53,717 INFO  [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:18:53,718 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:18:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-08T05:18:53,720 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:18:53,720 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:53,720 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-08T05:18:53,721 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:18:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:53,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741835_1011 (size=902)
2024-11-08T05:18:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:54,127 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31d724f22d84d72cbb3c9be649509e88, NAME => 'test,,1731043133718.31d724f22d84d72cbb3c9be649509e88.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105
2024-11-08T05:18:54,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741836_1012 (size=39)
2024-11-08T05:18:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:54,534 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731043133718.31d724f22d84d72cbb3c9be649509e88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:54,534 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 31d724f22d84d72cbb3c9be649509e88, disabling compactions & flushes
2024-11-08T05:18:54,534 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731043133718.31d724f22d84d72cbb3c9be649509e88.
2024-11-08T05:18:54,534 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043133718.31d724f22d84d72cbb3c9be649509e88.
2024-11-08T05:18:54,534 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731043133718.31d724f22d84d72cbb3c9be649509e88. after waiting 0 ms
2024-11-08T05:18:54,534 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731043133718.31d724f22d84d72cbb3c9be649509e88.
2024-11-08T05:18:54,534 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731043133718.31d724f22d84d72cbb3c9be649509e88.
2024-11-08T05:18:54,534 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31d724f22d84d72cbb3c9be649509e88:
Waiting for close lock at 1731043134534Disabling compacts and flushes for region at 1731043134534Disabling writes for close at 1731043134534Writing region close event to WAL at 1731043134534Closed at 1731043134534
2024-11-08T05:18:54,535 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:18:54,536 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731043133718.31d724f22d84d72cbb3c9be649509e88.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731043134536"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043134536"}]},"ts":"1731043134536"}
2024-11-08T05:18:54,537 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:18:54,538 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:18:54,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043134538"}]},"ts":"1731043134538"}
2024-11-08T05:18:54,539 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-08T05:18:54,540 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=31d724f22d84d72cbb3c9be649509e88, ASSIGN}]
2024-11-08T05:18:54,540 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=31d724f22d84d72cbb3c9be649509e88, ASSIGN
2024-11-08T05:18:54,541 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=31d724f22d84d72cbb3c9be649509e88, ASSIGN; state=OFFLINE, location=d1ba675678c9,35773,1731043129631; forceNewPlan=false, retain=false
2024-11-08T05:18:54,692 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=31d724f22d84d72cbb3c9be649509e88, regionState=OPENING, regionLocation=d1ba675678c9,35773,1731043129631
2024-11-08T05:18:54,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=31d724f22d84d72cbb3c9be649509e88, ASSIGN because future has completed
2024-11-08T05:18:54,694 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31d724f22d84d72cbb3c9be649509e88, server=d1ba675678c9,35773,1731043129631}]
2024-11-08T05:18:54,849 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731043133718.31d724f22d84d72cbb3c9be649509e88.
2024-11-08T05:18:54,849 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 31d724f22d84d72cbb3c9be649509e88, NAME => 'test,,1731043133718.31d724f22d84d72cbb3c9be649509e88.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:54,849 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:18:54,849 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-08T05:18:54,849 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 31d724f22d84d72cbb3c9be649509e88
2024-11-08T05:18:54,849 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731043133718.31d724f22d84d72cbb3c9be649509e88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:54,849 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 31d724f22d84d72cbb3c9be649509e88
2024-11-08T05:18:54,849 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 31d724f22d84d72cbb3c9be649509e88
2024-11-08T05:18:54,850 INFO  [StoreOpener-31d724f22d84d72cbb3c9be649509e88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 31d724f22d84d72cbb3c9be649509e88 
2024-11-08T05:18:54,851 INFO  [StoreOpener-31d724f22d84d72cbb3c9be649509e88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31d724f22d84d72cbb3c9be649509e88 columnFamilyName f
2024-11-08T05:18:54,851 DEBUG [StoreOpener-31d724f22d84d72cbb3c9be649509e88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:54,852 INFO  [StoreOpener-31d724f22d84d72cbb3c9be649509e88-1 {}] regionserver.HStore(327): Store=31d724f22d84d72cbb3c9be649509e88/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:54,852 INFO  [StoreOpener-31d724f22d84d72cbb3c9be649509e88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 31d724f22d84d72cbb3c9be649509e88 
2024-11-08T05:18:54,853 INFO  [StoreOpener-31d724f22d84d72cbb3c9be649509e88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31d724f22d84d72cbb3c9be649509e88 columnFamilyName f1
2024-11-08T05:18:54,853 DEBUG [StoreOpener-31d724f22d84d72cbb3c9be649509e88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:54,853 INFO  [StoreOpener-31d724f22d84d72cbb3c9be649509e88-1 {}] regionserver.HStore(327): Store=31d724f22d84d72cbb3c9be649509e88/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:54,853 INFO  [StoreOpener-31d724f22d84d72cbb3c9be649509e88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 31d724f22d84d72cbb3c9be649509e88 
2024-11-08T05:18:54,854 INFO  [StoreOpener-31d724f22d84d72cbb3c9be649509e88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31d724f22d84d72cbb3c9be649509e88 columnFamilyName norep
2024-11-08T05:18:54,854 DEBUG [StoreOpener-31d724f22d84d72cbb3c9be649509e88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:54,854 INFO  [StoreOpener-31d724f22d84d72cbb3c9be649509e88-1 {}] regionserver.HStore(327): Store=31d724f22d84d72cbb3c9be649509e88/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:54,854 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 31d724f22d84d72cbb3c9be649509e88
2024-11-08T05:18:54,854 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/default/test/31d724f22d84d72cbb3c9be649509e88
2024-11-08T05:18:54,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-08T05:18:54,854 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-08T05:18:54,855 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/default/test/31d724f22d84d72cbb3c9be649509e88
2024-11-08T05:18:54,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-08T05:18:54,855 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-08T05:18:54,855 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 31d724f22d84d72cbb3c9be649509e88
2024-11-08T05:18:54,855 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 31d724f22d84d72cbb3c9be649509e88
2024-11-08T05:18:54,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:18:54,855 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-08T05:18:54,856 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-08T05:18:54,856 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-08T05:18:54,856 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:18:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:54,857 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 31d724f22d84d72cbb3c9be649509e88
2024-11-08T05:18:54,858 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/default/test/31d724f22d84d72cbb3c9be649509e88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:18:54,859 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 31d724f22d84d72cbb3c9be649509e88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62446495, jitterRate=-0.0694747120141983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:18:54,859 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31d724f22d84d72cbb3c9be649509e88
2024-11-08T05:18:54,859 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 31d724f22d84d72cbb3c9be649509e88:
Running coprocessor pre-open hook at 1731043134849Writing region info on filesystem at 1731043134849Initializing all the Stores at 1731043134850 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043134850Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043134850Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043134850Cleaning up temporary data from old regions at 1731043134855 (+5 ms)Running coprocessor post-open hooks at 1731043134859 (+4 ms)Region opened successfully at 1731043134859
2024-11-08T05:18:54,860 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731043133718.31d724f22d84d72cbb3c9be649509e88., pid=6, masterSystemTime=1731043134846
2024-11-08T05:18:54,861 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731043133718.31d724f22d84d72cbb3c9be649509e88.
2024-11-08T05:18:54,861 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731043133718.31d724f22d84d72cbb3c9be649509e88.
2024-11-08T05:18:54,862 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=31d724f22d84d72cbb3c9be649509e88, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d1ba675678c9,35773,1731043129631
2024-11-08T05:18:54,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31d724f22d84d72cbb3c9be649509e88, server=d1ba675678c9,35773,1731043129631 because future has completed
2024-11-08T05:18:54,865 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:18:54,866 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 31d724f22d84d72cbb3c9be649509e88, server=d1ba675678c9,35773,1731043129631 in 170 msec
2024-11-08T05:18:54,867 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T05:18:54,867 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=31d724f22d84d72cbb3c9be649509e88, ASSIGN in 326 msec
2024-11-08T05:18:54,868 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:18:54,868 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043134868"}]},"ts":"1731043134868"}
2024-11-08T05:18:54,870 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-08T05:18:54,870 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:18:54,872 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec
2024-11-08T05:18:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:18:55,876 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-08T05:18:55,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f6c36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:55,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37299,-1 for getting cluster id
2024-11-08T05:18:55,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:55,878 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67a92ff4-87d5-4ae1-a8e2-7877518a6a6b'
2024-11-08T05:18:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67a92ff4-87d5-4ae1-a8e2-7877518a6a6b"

2024-11-08T05:18:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e05f9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37299,-1]
2024-11-08T05:18:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:55,879 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350c85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:55,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b0f134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:55,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,40621,-1 for getting cluster id
2024-11-08T05:18:55,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:55,880 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49d08ffd-3a18-4703-9b46-cebc7be643fa'
2024-11-08T05:18:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49d08ffd-3a18-4703-9b46-cebc7be643fa"

2024-11-08T05:18:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624a9d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,40621,-1]
2024-11-08T05:18:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:55,882 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:55,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f37b192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:55,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28de6a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:55,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37299,-1 for getting cluster id
2024-11-08T05:18:55,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:55,883 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67a92ff4-87d5-4ae1-a8e2-7877518a6a6b'
2024-11-08T05:18:55,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:55,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67a92ff4-87d5-4ae1-a8e2-7877518a6a6b"

2024-11-08T05:18:55,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe051c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:55,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37299,-1]
2024-11-08T05:18:55,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:55,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:55,884 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b81283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:55,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,37299,1731043124359
2024-11-08T05:18:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@583c5072
2024-11-08T05:18:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:55,886 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:18:55,886 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37299 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d1ba675678c9:40621,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-08T05:18:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37299 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:18:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:55,889 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:40621'
2024-11-08T05:18:55,889 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12101747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:55,889 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,40621,-1 for getting cluster id
2024-11-08T05:18:55,889 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:55,890 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49d08ffd-3a18-4703-9b46-cebc7be643fa'
2024-11-08T05:18:55,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:55,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49d08ffd-3a18-4703-9b46-cebc7be643fa"

2024-11-08T05:18:55,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dde0ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:55,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,40621,-1]
2024-11-08T05:18:55,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:55,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:55,891 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:55,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfd471f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:55,892 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:55,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,40621,1731043129495
2024-11-08T05:18:55,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@140fa4cb
2024-11-08T05:18:55,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:55,893 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:18:55,894 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-08T05:18:55,894 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:18:55,894 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:55,894 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:55,894 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:55,894 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:18:55,895 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-08T05:18:55,896 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:18:55,896 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:55,896 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:18:55,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741837_1013 (size=1138)
2024-11-08T05:18:55,945 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-08T05:18:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:56,302 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6683c1fff973ef1f4a83fc6d69d5ea14, NAME => 'hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291
2024-11-08T05:18:56,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741838_1014 (size=44)
2024-11-08T05:18:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:56,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:56,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6683c1fff973ef1f4a83fc6d69d5ea14, disabling compactions & flushes
2024-11-08T05:18:56,708 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.
2024-11-08T05:18:56,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.
2024-11-08T05:18:56,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14. after waiting 0 ms
2024-11-08T05:18:56,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.
2024-11-08T05:18:56,708 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.
2024-11-08T05:18:56,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6683c1fff973ef1f4a83fc6d69d5ea14:
Waiting for close lock at 1731043136708Disabling compacts and flushes for region at 1731043136708Disabling writes for close at 1731043136708Writing region close event to WAL at 1731043136708Closed at 1731043136708
2024-11-08T05:18:56,709 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:18:56,710 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731043136709"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043136709"}]},"ts":"1731043136709"}
2024-11-08T05:18:56,711 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:18:56,712 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:18:56,712 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043136712"}]},"ts":"1731043136712"}
2024-11-08T05:18:56,713 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-08T05:18:56,714 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6683c1fff973ef1f4a83fc6d69d5ea14, ASSIGN}]
2024-11-08T05:18:56,714 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6683c1fff973ef1f4a83fc6d69d5ea14, ASSIGN
2024-11-08T05:18:56,715 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6683c1fff973ef1f4a83fc6d69d5ea14, ASSIGN; state=OFFLINE, location=d1ba675678c9,45605,1731043124541; forceNewPlan=false, retain=false
2024-11-08T05:18:56,865 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6683c1fff973ef1f4a83fc6d69d5ea14, regionState=OPENING, regionLocation=d1ba675678c9,45605,1731043124541
2024-11-08T05:18:56,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6683c1fff973ef1f4a83fc6d69d5ea14, ASSIGN because future has completed
2024-11-08T05:18:56,868 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6683c1fff973ef1f4a83fc6d69d5ea14, server=d1ba675678c9,45605,1731043124541}]
2024-11-08T05:18:57,023 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.
2024-11-08T05:18:57,023 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:57,023 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-08T05:18:57,024 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C45605%2C1731043124541.rep, suffix=, logDir=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541, archiveDir=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/oldWALs, maxLogs=10
2024-11-08T05:18:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:57,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.rep.1731043137025, exclude list is [], retry=0
2024-11-08T05:18:57,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-c8aeba61-1fe2-475a-927e-f8f1d0e512c7,DISK]
2024-11-08T05:18:57,042 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.rep.1731043137025
2024-11-08T05:18:57,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33941:33941)]
2024-11-08T05:18:57,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6683c1fff973ef1f4a83fc6d69d5ea14, NAME => 'hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:57,043 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:18:57,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:18:57,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14. service=MultiRowMutationService
2024-11-08T05:18:57,043 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-08T05:18:57,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:18:57,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:57,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:18:57,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:18:57,044 INFO  [StoreOpener-6683c1fff973ef1f4a83fc6d69d5ea14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6683c1fff973ef1f4a83fc6d69d5ea14 
2024-11-08T05:18:57,045 INFO  [StoreOpener-6683c1fff973ef1f4a83fc6d69d5ea14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6683c1fff973ef1f4a83fc6d69d5ea14 columnFamilyName hfileref
2024-11-08T05:18:57,045 DEBUG [StoreOpener-6683c1fff973ef1f4a83fc6d69d5ea14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:57,046 INFO  [StoreOpener-6683c1fff973ef1f4a83fc6d69d5ea14-1 {}] regionserver.HStore(327): Store=6683c1fff973ef1f4a83fc6d69d5ea14/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:57,046 INFO  [StoreOpener-6683c1fff973ef1f4a83fc6d69d5ea14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6683c1fff973ef1f4a83fc6d69d5ea14 
2024-11-08T05:18:57,047 INFO  [StoreOpener-6683c1fff973ef1f4a83fc6d69d5ea14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6683c1fff973ef1f4a83fc6d69d5ea14 columnFamilyName queue
2024-11-08T05:18:57,047 DEBUG [StoreOpener-6683c1fff973ef1f4a83fc6d69d5ea14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:57,047 INFO  [StoreOpener-6683c1fff973ef1f4a83fc6d69d5ea14-1 {}] regionserver.HStore(327): Store=6683c1fff973ef1f4a83fc6d69d5ea14/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:57,047 INFO  [StoreOpener-6683c1fff973ef1f4a83fc6d69d5ea14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6683c1fff973ef1f4a83fc6d69d5ea14 
2024-11-08T05:18:57,048 INFO  [StoreOpener-6683c1fff973ef1f4a83fc6d69d5ea14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6683c1fff973ef1f4a83fc6d69d5ea14 columnFamilyName sid
2024-11-08T05:18:57,048 DEBUG [StoreOpener-6683c1fff973ef1f4a83fc6d69d5ea14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:57,048 INFO  [StoreOpener-6683c1fff973ef1f4a83fc6d69d5ea14-1 {}] regionserver.HStore(327): Store=6683c1fff973ef1f4a83fc6d69d5ea14/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:57,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:18:57,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/replication/6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:18:57,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/replication/6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:18:57,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:18:57,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:18:57,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:18:57,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:18:57,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/replication/6683c1fff973ef1f4a83fc6d69d5ea14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:18:57,052 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6683c1fff973ef1f4a83fc6d69d5ea14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69571710, jitterRate=0.036699265241622925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:18:57,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:18:57,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6683c1fff973ef1f4a83fc6d69d5ea14:
Running coprocessor pre-open hook at 1731043137043Writing region info on filesystem at 1731043137044 (+1 ms)Initializing all the Stores at 1731043137044Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043137044Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043137044Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043137044Cleaning up temporary data from old regions at 1731043137049 (+5 ms)Running coprocessor post-open hooks at 1731043137052 (+3 ms)Region opened successfully at 1731043137052
2024-11-08T05:18:57,052 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14., pid=10, masterSystemTime=1731043137020
2024-11-08T05:18:57,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.
2024-11-08T05:18:57,054 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.
2024-11-08T05:18:57,054 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6683c1fff973ef1f4a83fc6d69d5ea14, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,45605,1731043124541
2024-11-08T05:18:57,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6683c1fff973ef1f4a83fc6d69d5ea14, server=d1ba675678c9,45605,1731043124541 because future has completed
2024-11-08T05:18:57,058 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-08T05:18:57,058 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6683c1fff973ef1f4a83fc6d69d5ea14, server=d1ba675678c9,45605,1731043124541 in 189 msec
2024-11-08T05:18:57,060 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-08T05:18:57,060 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6683c1fff973ef1f4a83fc6d69d5ea14, ASSIGN in 345 msec
2024-11-08T05:18:57,060 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:18:57,061 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043137060"}]},"ts":"1731043137060"}
2024-11-08T05:18:57,062 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-08T05:18:57,063 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:18:57,064 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec
2024-11-08T05:18:57,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14., hostname=d1ba675678c9,45605,1731043124541, seqNum=2]
2024-11-08T05:18:57,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264
2024-11-08T05:18:57,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264
2024-11-08T05:18:57,224 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:18:57,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-08T05:18:57,377 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-08T05:18:57,424 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d1ba675678c9,45605,1731043124541, ReplicationSource: 1, currentBandwidth=0
2024-11-08T05:18:57,425 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:57,425 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45605,1731043124541, seqNum=-1]
2024-11-08T05:18:57,425 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:57,426 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService
2024-11-08T05:18:57,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d1ba675678c9,45605,1731043124541', locateType=CURRENT is [region=hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14., hostname=d1ba675678c9,45605,1731043124541, seqNum=2]
2024-11-08T05:18:57,430 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-08T05:18:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37299 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-08T05:18:57,432 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d1ba675678c9,45605,1731043124541 suceeded
2024-11-08T05:18:57,434 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-08T05:18:57,434 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec
2024-11-08T05:18:57,434 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d1ba675678c9:40621,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:18:57,435 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5480 sec
2024-11-08T05:18:57,448 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:40621'
2024-11-08T05:18:57,450 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ef5b84e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:57,450 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,40621,-1 for getting cluster id
2024-11-08T05:18:57,450 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:57,450 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49d08ffd-3a18-4703-9b46-cebc7be643fa'
2024-11-08T05:18:57,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:57,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49d08ffd-3a18-4703-9b46-cebc7be643fa"

2024-11-08T05:18:57,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f7734c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:57,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,40621,-1]
2024-11-08T05:18:57,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:57,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:57,452 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:57,452 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b9c0cd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:57,452 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:57,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,40621,1731043129495
2024-11-08T05:18:57,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c5d8153
2024-11-08T05:18:57,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:57,454 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService
2024-11-08T05:18:57,454 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d1ba675678c9,45605,1731043124541 (queues=1) is replicating from cluster=67a92ff4-87d5-4ae1-a8e2-7877518a6a6b to cluster=49d08ffd-3a18-4703-9b46-cebc7be643fa
2024-11-08T05:18:57,454 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d1ba675678c9%2C45605%2C1731043124541
2024-11-08T05:18:57,454 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d1ba675678c9,45605,1731043124541, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:18:57,455 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.shipperd1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C45605%2C1731043124541
2024-11-08T05:18:57,455 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092, startPosition=0, beingWritten=true
2024-11-08T05:18:57,460 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:18:57,460 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 379, reset compression=false
2024-11-08T05:18:57,460 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.shipperd1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,45605,1731043124541 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:18:57,664 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 379, reset compression=false
2024-11-08T05:18:57,711 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-08T05:18:57,954 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-08T05:18:57,970 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 379, reset compression=false
2024-11-08T05:18:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:58,037 INFO  [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-08T05:18:58,038 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:18:58,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:18:58,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:58,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:58,039 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:58,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750fd743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:58,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,40621,-1 for getting cluster id
2024-11-08T05:18:58,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:58,057 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49d08ffd-3a18-4703-9b46-cebc7be643fa'
2024-11-08T05:18:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49d08ffd-3a18-4703-9b46-cebc7be643fa"

2024-11-08T05:18:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ce6120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,40621,-1]
2024-11-08T05:18:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:58,062 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:58,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634ac85e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:58,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:58,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,40621,1731043129495
2024-11-08T05:18:58,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bb5de38
2024-11-08T05:18:58,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:58,071 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:18:58,071 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d1ba675678c9:37299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-08T05:18:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:18:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:58,075 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:37299'
2024-11-08T05:18:58,080 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d2b685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:58,080 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37299,-1 for getting cluster id
2024-11-08T05:18:58,080 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:58,081 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67a92ff4-87d5-4ae1-a8e2-7877518a6a6b'
2024-11-08T05:18:58,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:58,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67a92ff4-87d5-4ae1-a8e2-7877518a6a6b"

2024-11-08T05:18:58,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd0db90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:58,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37299,-1]
2024-11-08T05:18:58,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:58,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:58,088 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:58,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eab7e52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:58,090 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:58,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,37299,1731043124359
2024-11-08T05:18:58,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2323e7ec
2024-11-08T05:18:58,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:58,092 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:18:58,093 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-08T05:18:58,093 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:18:58,093 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:58,093 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:58,093 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:18:58,094 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:18:58,096 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-08T05:18:58,098 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:18:58,098 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:58,101 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:18:58,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741837_1013 (size=1138)
2024-11-08T05:18:58,146 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-08T05:18:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:58,374 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 379, reset compression=false
2024-11-08T05:18:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:58,467 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:18:58,521 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:58,522 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:58,522 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:58,522 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:58,522 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:58,523 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:58,531 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:58,535 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:58,535 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:58,536 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1e8325e38a6b7b672e2e1f10d1e8f33, NAME => 'hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105
2024-11-08T05:18:58,538 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:18:58,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741838_1014 (size=44)
2024-11-08T05:18:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:58,878 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 379, reset compression=false
2024-11-08T05:18:58,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:58,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a1e8325e38a6b7b672e2e1f10d1e8f33, disabling compactions & flushes
2024-11-08T05:18:58,944 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33.
2024-11-08T05:18:58,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33.
2024-11-08T05:18:58,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33. after waiting 0 ms
2024-11-08T05:18:58,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33.
2024-11-08T05:18:58,944 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33.
2024-11-08T05:18:58,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1e8325e38a6b7b672e2e1f10d1e8f33:
Waiting for close lock at 1731043138944Disabling compacts and flushes for region at 1731043138944Disabling writes for close at 1731043138944Writing region close event to WAL at 1731043138944Closed at 1731043138944
2024-11-08T05:18:58,945 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:18:58,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731043138946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043138946"}]},"ts":"1731043138946"}
2024-11-08T05:18:58,948 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:18:58,948 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:18:58,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043138948"}]},"ts":"1731043138948"}
2024-11-08T05:18:58,950 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-08T05:18:58,950 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a1e8325e38a6b7b672e2e1f10d1e8f33, ASSIGN}]
2024-11-08T05:18:58,951 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a1e8325e38a6b7b672e2e1f10d1e8f33, ASSIGN
2024-11-08T05:18:58,952 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a1e8325e38a6b7b672e2e1f10d1e8f33, ASSIGN; state=OFFLINE, location=d1ba675678c9,35773,1731043129631; forceNewPlan=false, retain=false
2024-11-08T05:18:59,102 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a1e8325e38a6b7b672e2e1f10d1e8f33, regionState=OPENING, regionLocation=d1ba675678c9,35773,1731043129631
2024-11-08T05:18:59,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a1e8325e38a6b7b672e2e1f10d1e8f33, ASSIGN because future has completed
2024-11-08T05:18:59,105 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1e8325e38a6b7b672e2e1f10d1e8f33, server=d1ba675678c9,35773,1731043129631}]
2024-11-08T05:18:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:18:59,259 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33.
2024-11-08T05:18:59,259 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:18:59,260 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-08T05:18:59,261 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C35773%2C1731043129631.rep, suffix=, logDir=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631, archiveDir=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/oldWALs, maxLogs=10
2024-11-08T05:18:59,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.rep.1731043139261, exclude list is [], retry=0
2024-11-08T05:18:59,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43749,DS-322addd4-719e-418e-8be1-4d66cdfa9dc8,DISK]
2024-11-08T05:18:59,284 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.rep.1731043139261
2024-11-08T05:18:59,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36525:36525)]
2024-11-08T05:18:59,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a1e8325e38a6b7b672e2e1f10d1e8f33, NAME => 'hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:18:59,285 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:18:59,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:18:59,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33. service=MultiRowMutationService
2024-11-08T05:18:59,285 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-08T05:18:59,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a1e8325e38a6b7b672e2e1f10d1e8f33
2024-11-08T05:18:59,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:18:59,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a1e8325e38a6b7b672e2e1f10d1e8f33
2024-11-08T05:18:59,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a1e8325e38a6b7b672e2e1f10d1e8f33
2024-11-08T05:18:59,288 INFO  [StoreOpener-a1e8325e38a6b7b672e2e1f10d1e8f33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a1e8325e38a6b7b672e2e1f10d1e8f33 
2024-11-08T05:18:59,289 INFO  [StoreOpener-a1e8325e38a6b7b672e2e1f10d1e8f33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1e8325e38a6b7b672e2e1f10d1e8f33 columnFamilyName hfileref
2024-11-08T05:18:59,290 DEBUG [StoreOpener-a1e8325e38a6b7b672e2e1f10d1e8f33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:59,290 INFO  [StoreOpener-a1e8325e38a6b7b672e2e1f10d1e8f33-1 {}] regionserver.HStore(327): Store=a1e8325e38a6b7b672e2e1f10d1e8f33/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:59,290 INFO  [StoreOpener-a1e8325e38a6b7b672e2e1f10d1e8f33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a1e8325e38a6b7b672e2e1f10d1e8f33 
2024-11-08T05:18:59,291 INFO  [StoreOpener-a1e8325e38a6b7b672e2e1f10d1e8f33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1e8325e38a6b7b672e2e1f10d1e8f33 columnFamilyName queue
2024-11-08T05:18:59,291 DEBUG [StoreOpener-a1e8325e38a6b7b672e2e1f10d1e8f33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:59,291 INFO  [StoreOpener-a1e8325e38a6b7b672e2e1f10d1e8f33-1 {}] regionserver.HStore(327): Store=a1e8325e38a6b7b672e2e1f10d1e8f33/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:59,291 INFO  [StoreOpener-a1e8325e38a6b7b672e2e1f10d1e8f33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a1e8325e38a6b7b672e2e1f10d1e8f33 
2024-11-08T05:18:59,292 INFO  [StoreOpener-a1e8325e38a6b7b672e2e1f10d1e8f33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1e8325e38a6b7b672e2e1f10d1e8f33 columnFamilyName sid
2024-11-08T05:18:59,292 DEBUG [StoreOpener-a1e8325e38a6b7b672e2e1f10d1e8f33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:18:59,292 INFO  [StoreOpener-a1e8325e38a6b7b672e2e1f10d1e8f33-1 {}] regionserver.HStore(327): Store=a1e8325e38a6b7b672e2e1f10d1e8f33/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:18:59,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a1e8325e38a6b7b672e2e1f10d1e8f33
2024-11-08T05:18:59,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/replication/a1e8325e38a6b7b672e2e1f10d1e8f33
2024-11-08T05:18:59,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/replication/a1e8325e38a6b7b672e2e1f10d1e8f33
2024-11-08T05:18:59,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a1e8325e38a6b7b672e2e1f10d1e8f33
2024-11-08T05:18:59,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a1e8325e38a6b7b672e2e1f10d1e8f33
2024-11-08T05:18:59,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:18:59,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a1e8325e38a6b7b672e2e1f10d1e8f33
2024-11-08T05:18:59,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/replication/a1e8325e38a6b7b672e2e1f10d1e8f33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:18:59,297 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a1e8325e38a6b7b672e2e1f10d1e8f33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72409693, jitterRate=0.07898850739002228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:18:59,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1e8325e38a6b7b672e2e1f10d1e8f33
2024-11-08T05:18:59,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a1e8325e38a6b7b672e2e1f10d1e8f33:
Running coprocessor pre-open hook at 1731043139286Writing region info on filesystem at 1731043139286Initializing all the Stores at 1731043139286Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043139286Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043139288 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043139288Cleaning up temporary data from old regions at 1731043139294 (+6 ms)Running coprocessor post-open hooks at 1731043139297 (+3 ms)Region opened successfully at 1731043139297
2024-11-08T05:18:59,298 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33., pid=10, masterSystemTime=1731043139256
2024-11-08T05:18:59,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33.
2024-11-08T05:18:59,304 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33.
2024-11-08T05:18:59,306 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a1e8325e38a6b7b672e2e1f10d1e8f33, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,35773,1731043129631
2024-11-08T05:18:59,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1e8325e38a6b7b672e2e1f10d1e8f33, server=d1ba675678c9,35773,1731043129631 because future has completed
2024-11-08T05:18:59,311 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-08T05:18:59,311 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a1e8325e38a6b7b672e2e1f10d1e8f33, server=d1ba675678c9,35773,1731043129631 in 204 msec
2024-11-08T05:18:59,313 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-08T05:18:59,313 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a1e8325e38a6b7b672e2e1f10d1e8f33, ASSIGN in 361 msec
2024-11-08T05:18:59,314 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:18:59,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043139314"}]},"ts":"1731043139314"}
2024-11-08T05:18:59,316 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-08T05:18:59,317 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:18:59,320 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2230 sec
2024-11-08T05:18:59,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33., hostname=d1ba675678c9,35773,1731043129631, seqNum=2]
2024-11-08T05:18:59,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274
2024-11-08T05:18:59,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274
2024-11-08T05:18:59,481 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 379, reset compression=false
2024-11-08T05:18:59,498 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:18:59,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-08T05:18:59,651 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-08T05:18:59,687 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d1ba675678c9,35773,1731043129631, ReplicationSource: 1, currentBandwidth=0
2024-11-08T05:18:59,687 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:18:59,687 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35773,1731043129631, seqNum=-1]
2024-11-08T05:18:59,688 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:18:59,689 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService
2024-11-08T05:18:59,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d1ba675678c9,35773,1731043129631', locateType=CURRENT is [region=hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33., hostname=d1ba675678c9,35773,1731043129631, seqNum=2]
2024-11-08T05:18:59,692 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-08T05:18:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-08T05:18:59,695 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d1ba675678c9,35773,1731043129631 suceeded
2024-11-08T05:18:59,696 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-08T05:18:59,696 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec
2024-11-08T05:18:59,697 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d1ba675678c9:37299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:18:59,698 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6260 sec
2024-11-08T05:18:59,708 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:37299'
2024-11-08T05:18:59,709 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b7ba466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:59,709 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37299,-1 for getting cluster id
2024-11-08T05:18:59,709 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:18:59,710 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67a92ff4-87d5-4ae1-a8e2-7877518a6a6b'
2024-11-08T05:18:59,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:18:59,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67a92ff4-87d5-4ae1-a8e2-7877518a6a6b"

2024-11-08T05:18:59,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1af55012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:59,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37299,-1]
2024-11-08T05:18:59,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:18:59,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:18:59,712 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:18:59,712 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58f601d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:18:59,713 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:18:59,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,37299,1731043124359
2024-11-08T05:18:59,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a97a71f
2024-11-08T05:18:59,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:18:59,714 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService
2024-11-08T05:18:59,715 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d1ba675678c9,35773,1731043129631 (queues=1) is replicating from cluster=49d08ffd-3a18-4703-9b46-cebc7be643fa to cluster=67a92ff4-87d5-4ae1-a8e2-7877518a6a6b
2024-11-08T05:18:59,715 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d1ba675678c9%2C35773%2C1731043129631
2024-11-08T05:18:59,715 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d1ba675678c9,35773,1731043129631, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:18:59,715 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851, startPosition=0, beingWritten=true
2024-11-08T05:18:59,728 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.shipperd1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C35773%2C1731043129631
2024-11-08T05:18:59,735 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:18:59,735 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 379, reset compression=false
2024-11-08T05:18:59,735 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.shipperd1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,35773,1731043129631 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:18:59,940 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 379, reset compression=false
2024-11-08T05:19:00,185 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 379, reset compression=false
2024-11-08T05:19:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:19:00,226 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-08T05:19:00,226 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:19:00,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:00,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:00,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:00,227 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:00,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:19:00,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45605,1731043124541, seqNum=-1]
2024-11-08T05:19:00,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:19:00,229 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:19:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1., hostname=d1ba675678c9,45605,1731043124541, seqNum=2]
2024-11-08T05:19:00,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:19:00,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35773,1731043129631, seqNum=-1]
2024-11-08T05:19:00,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:19:00,235 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:19:00,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731043133718.31d724f22d84d72cbb3c9be649509e88., hostname=d1ba675678c9,35773,1731043129631, seqNum=2]
2024-11-08T05:19:00,238 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-08T05:19:00,244 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 379, reset compression=false
2024-11-08T05:19:00,647 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 379, reset compression=false
2024-11-08T05:19:00,989 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 379, reset compression=false
2024-11-08T05:19:00,994 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:00,994 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 480, reset compression=false
2024-11-08T05:19:00,994 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.shipperd1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,45605,1731043124541 got entry batch from reader: WALEntryBatch [walEntries=[{test/4f3c0026a466dc84a0d670b0795863e1/4=[#edits: 1 = <row/f:row/1731043140232/Put/vlen=3/seqid=0; >],199}], lastWalPath=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199]
2024-11-08T05:19:00,996 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.shipperd1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:19:00,997 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService
2024-11-08T05:19:00,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:00,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d9bc5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:00,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,40621,-1 for getting cluster id
2024-11-08T05:19:00,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:00,999 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49d08ffd-3a18-4703-9b46-cebc7be643fa'
2024-11-08T05:19:01,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:01,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49d08ffd-3a18-4703-9b46-cebc7be643fa"

2024-11-08T05:19:01,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@299cf73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:01,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,40621,-1]
2024-11-08T05:19:01,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:01,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:01,001 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:01,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78c27fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:01,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:19:01,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35773,1731043129631, seqNum=-1]
2024-11-08T05:19:01,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:19:01,008 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService
2024-11-08T05:19:01,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731043133718.31d724f22d84d72cbb3c9be649509e88., hostname=d1ba675678c9,35773,1731043129631, seqNum=2]
2024-11-08T05:19:01,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:01,150 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 379, reset compression=false
2024-11-08T05:19:01,153 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:01,153 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 503, reset compression=false
2024-11-08T05:19:01,153 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.shipperd1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,35773,1731043129631 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:19:01,197 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 480, reset compression=false
2024-11-08T05:19:01,241 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false
2024-11-08T05:19:01,244 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false
2024-11-08T05:19:01,356 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 503, reset compression=false
2024-11-08T05:19:01,361 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:01,361 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 607, reset compression=false
2024-11-08T05:19:01,361 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.shipperd1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,35773,1731043129631 got entry batch from reader: WALEntryBatch [walEntries=[{test/31d724f22d84d72cbb3c9be649509e88/5=[#edits: 1 = <row1/f:row1/1731043141242/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-08T05:19:01,363 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.shipperd1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:19:01,364 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService
2024-11-08T05:19:01,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:01,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a43883b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:01,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37299,-1 for getting cluster id
2024-11-08T05:19:01,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:01,365 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67a92ff4-87d5-4ae1-a8e2-7877518a6a6b'
2024-11-08T05:19:01,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:01,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67a92ff4-87d5-4ae1-a8e2-7877518a6a6b"

2024-11-08T05:19:01,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52de7777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:01,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37299,-1]
2024-11-08T05:19:01,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:01,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:01,366 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:01,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ca83a8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:01,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:19:01,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45605,1731043124541, seqNum=-1]
2024-11-08T05:19:01,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:19:01,369 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService
2024-11-08T05:19:01,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1., hostname=d1ba675678c9,45605,1731043124541, seqNum=2]
2024-11-08T05:19:01,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:01,501 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 480, reset compression=false
2024-11-08T05:19:01,505 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:01,505 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 607, reset compression=false
2024-11-08T05:19:01,505 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.shipperd1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,45605,1731043124541 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:19:01,567 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 607, reset compression=false
2024-11-08T05:19:01,712 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 607, reset compression=false
2024-11-08T05:19:01,870 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 607, reset compression=false
2024-11-08T05:19:02,027 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 607, reset compression=false
2024-11-08T05:19:02,246 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false
2024-11-08T05:19:02,251 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true
2024-11-08T05:19:02,274 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 607, reset compression=false
2024-11-08T05:19:02,431 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 607, reset compression=false
2024-11-08T05:19:02,436 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:02,436 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 763, reset compression=false
2024-11-08T05:19:02,436 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.shipperd1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,45605,1731043124541 got entry batch from reader: WALEntryBatch [walEntries=[{test/4f3c0026a466dc84a0d670b0795863e1/6=[#edits: 2 = <row/f:/1731043142248/DeleteFamily/vlen=0/seqid=0; row/f1:/1731043142248/DeleteFamily/vlen=0/seqid=0; >],271}], lastWalPath=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271]
2024-11-08T05:19:02,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:02,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:02,640 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 763, reset compression=false
2024-11-08T05:19:02,778 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 607, reset compression=false
2024-11-08T05:19:02,891 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:02,891 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 754, reset compression=false
2024-11-08T05:19:02,891 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.shipperd1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,35773,1731043129631 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:19:02,944 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 763, reset compression=false
2024-11-08T05:19:03,095 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 754, reset compression=false
2024-11-08T05:19:03,253 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true
2024-11-08T05:19:03,256 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true
2024-11-08T05:19:03,347 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 763, reset compression=false
2024-11-08T05:19:03,399 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 754, reset compression=false
2024-11-08T05:19:03,403 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:03,403 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 913, reset compression=false
2024-11-08T05:19:03,403 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.shipperd1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,35773,1731043129631 got entry batch from reader: WALEntryBatch [walEntries=[{test/31d724f22d84d72cbb3c9be649509e88/7=[#edits: 2 = <row1/f:/1731043143253/DeleteFamily/vlen=0/seqid=0; row1/f1:/1731043143253/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-08T05:19:03,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:03,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:03,607 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 913, reset compression=false
2024-11-08T05:19:03,850 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 763, reset compression=false
2024-11-08T05:19:03,855 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:03,855 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 912, reset compression=false
2024-11-08T05:19:03,855 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.shipperd1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,45605,1731043124541 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:19:03,910 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 913, reset compression=false
2024-11-08T05:19:04,059 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 912, reset compression=false
2024-11-08T05:19:04,257 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true
2024-11-08T05:19:04,259 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:19:04,259 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:19:04,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:04,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:04,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:04,259 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:04,259 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:19:04,259 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1334052701, stopped=false
2024-11-08T05:19:04,259 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,40621,1731043129495
2024-11-08T05:19:04,314 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 913, reset compression=false
2024-11-08T05:19:04,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-383755274/running
2024-11-08T05:19:04,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-383755274/running
2024-11-08T05:19:04,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274
2024-11-08T05:19:04,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274
2024-11-08T05:19:04,328 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:19:04,328 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:19:04,328 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:04,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:04,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Set watcher on znode that does not yet exist, /1-383755274/running
2024-11-08T05:19:04,329 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,35773,1731043129631' *****
2024-11-08T05:19:04,329 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:19:04,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Set watcher on znode that does not yet exist, /1-383755274/running
2024-11-08T05:19:04,329 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:19:04,329 INFO  [RS:0;d1ba675678c9:35773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:19:04,329 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:19:04,329 INFO  [RS:0;d1ba675678c9:35773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:19:04,329 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(3091): Received CLOSE for a1e8325e38a6b7b672e2e1f10d1e8f33
2024-11-08T05:19:04,329 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:19:04,330 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(3091): Received CLOSE for 31d724f22d84d72cbb3c9be649509e88
2024-11-08T05:19:04,330 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,35773,1731043129631
2024-11-08T05:19:04,330 INFO  [RS:0;d1ba675678c9:35773 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:19:04,330 INFO  [RS:0;d1ba675678c9:35773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:35773.
2024-11-08T05:19:04,330 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1e8325e38a6b7b672e2e1f10d1e8f33, disabling compactions & flushes
2024-11-08T05:19:04,330 DEBUG [RS:0;d1ba675678c9:35773 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:04,330 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33.
2024-11-08T05:19:04,330 DEBUG [RS:0;d1ba675678c9:35773 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:04,330 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33.
2024-11-08T05:19:04,330 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33. after waiting 0 ms
2024-11-08T05:19:04,330 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:19:04,330 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33.
2024-11-08T05:19:04,330 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:19:04,330 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:19:04,330 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:19:04,330 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a1e8325e38a6b7b672e2e1f10d1e8f33 3/3 column families, dataSize=892 B heapSize=2.06 KB
2024-11-08T05:19:04,330 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-08T05:19:04,330 DEBUG [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(1325): Online Regions={a1e8325e38a6b7b672e2e1f10d1e8f33=hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33., 1588230740=hbase:meta,,1.1588230740, 31d724f22d84d72cbb3c9be649509e88=test,,1731043133718.31d724f22d84d72cbb3c9be649509e88.}
2024-11-08T05:19:04,330 DEBUG [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31d724f22d84d72cbb3c9be649509e88, a1e8325e38a6b7b672e2e1f10d1e8f33
2024-11-08T05:19:04,330 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:19:04,330 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:19:04,330 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:19:04,330 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:19:04,330 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:19:04,330 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-08T05:19:04,344 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/.tmp/info/653f001429d641bbbe5235b4aa35e172 is 147, key is hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33./info:regioninfo/1731043139306/Put/seqid=0
2024-11-08T05:19:04,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741840_1016 (size=7686)
2024-11-08T05:19:04,348 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/replication/a1e8325e38a6b7b672e2e1f10d1e8f33/.tmp/queue/69258de42ec94567aaefa0b9b3b17a74 is 153, key is 1-d1ba675678c9,35773,1731043129631/queue:d1ba675678c9%2C35773%2C1731043129631/1731043143408/Put/seqid=0
2024-11-08T05:19:04,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741841_1017 (size=5352)
2024-11-08T05:19:04,362 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 912, reset compression=false
2024-11-08T05:19:04,530 DEBUG [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31d724f22d84d72cbb3c9be649509e88, a1e8325e38a6b7b672e2e1f10d1e8f33
2024-11-08T05:19:04,719 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:19:04,719 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:19:04,730 DEBUG [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31d724f22d84d72cbb3c9be649509e88, a1e8325e38a6b7b672e2e1f10d1e8f33
2024-11-08T05:19:04,748 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/.tmp/info/653f001429d641bbbe5235b4aa35e172
2024-11-08T05:19:04,754 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/replication/a1e8325e38a6b7b672e2e1f10d1e8f33/.tmp/queue/69258de42ec94567aaefa0b9b3b17a74
2024-11-08T05:19:04,758 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/replication/a1e8325e38a6b7b672e2e1f10d1e8f33/.tmp/queue/69258de42ec94567aaefa0b9b3b17a74 as hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/replication/a1e8325e38a6b7b672e2e1f10d1e8f33/queue/69258de42ec94567aaefa0b9b3b17a74
2024-11-08T05:19:04,762 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/replication/a1e8325e38a6b7b672e2e1f10d1e8f33/queue/69258de42ec94567aaefa0b9b3b17a74, entries=1, sequenceid=10, filesize=5.2 K
2024-11-08T05:19:04,763 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a1e8325e38a6b7b672e2e1f10d1e8f33 in 433ms, sequenceid=10, compaction requested=false
2024-11-08T05:19:04,765 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 912, reset compression=false
2024-11-08T05:19:04,768 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/.tmp/ns/940b57174c5441cf943f9eb60b3adf29 is 43, key is default/ns:d/1731043132987/Put/seqid=0
2024-11-08T05:19:04,768 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/replication/a1e8325e38a6b7b672e2e1f10d1e8f33/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-08T05:19:04,769 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:19:04,769 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:19:04,769 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33.
2024-11-08T05:19:04,769 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1e8325e38a6b7b672e2e1f10d1e8f33:
Waiting for close lock at 1731043144330Running coprocessor pre-close hooks at 1731043144330Disabling compacts and flushes for region at 1731043144330Disabling writes for close at 1731043144330Obtaining lock to block concurrent updates at 1731043144330Preparing flush snapshotting stores in a1e8325e38a6b7b672e2e1f10d1e8f33 at 1731043144330Finished memstore snapshotting hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731043144330Flushing stores of hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33. at 1731043144331 (+1 ms)Flushing a1e8325e38a6b7b672e2e1f10d1e8f33/queue: creating writer at 1731043144331Flushing a1e8325e38a6b7b672e2e1f10d1e8f33/queue: appending metadata at 1731043144347 (+16 ms)Flushing a1e8325e38a6b7b672e2e1f10d1e8f33/queue: closing flushed file at 1731043144347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f6fb741: reopening flushed file at 1731043144757 (+410 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a1e8325e38a6b7b672e2e1f10d1e8f33 in 433ms, sequenceid=10, compaction requested=false at 1731043144763 (+6 ms)Writing region close event to WAL at 1731043144764 (+1 ms)Running coprocessor post-close hooks at 1731043144769 (+5 ms)Closed at 1731043144769
2024-11-08T05:19:04,769 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731043138094.a1e8325e38a6b7b672e2e1f10d1e8f33.
2024-11-08T05:19:04,769 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31d724f22d84d72cbb3c9be649509e88, disabling compactions & flushes
2024-11-08T05:19:04,769 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731043133718.31d724f22d84d72cbb3c9be649509e88.
2024-11-08T05:19:04,769 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043133718.31d724f22d84d72cbb3c9be649509e88.
2024-11-08T05:19:04,769 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731043133718.31d724f22d84d72cbb3c9be649509e88. after waiting 0 ms
2024-11-08T05:19:04,769 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731043133718.31d724f22d84d72cbb3c9be649509e88.
2024-11-08T05:19:04,769 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 31d724f22d84d72cbb3c9be649509e88 3/3 column families, dataSize=192 B heapSize=1.46 KB
2024-11-08T05:19:04,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741842_1018 (size=5153)
2024-11-08T05:19:04,787 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:19:04,789 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/default/test/31d724f22d84d72cbb3c9be649509e88/.tmp/f/fd514a2ef3f44eb9bd81cc938dad135a is 29, key is row1/f:/1731043143253/DeleteFamily/seqid=0
2024-11-08T05:19:04,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741843_1019 (size=5118)
2024-11-08T05:19:04,818 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 913, reset compression=false
2024-11-08T05:19:04,836 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:04,836 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 1160, reset compression=false
2024-11-08T05:19:04,836 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.shipperd1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,35773,1731043129631 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:19:04,837 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.shipperd1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d1ba675678c9,35773,1731043129631: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d1ba675678c9,35773,1731043129631, walGroup=d1ba675678c9%2C35773%2C1731043129631, offset=d1ba675678c9%2C35773%2C1731043129631.1731043131851:1160, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:35773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-08T05:19:04,839 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.shipperd1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-08T05:19:04,839 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.shipperd1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-08T05:19:04,839 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.shipperd1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-08T05:19:04,840 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.shipperd1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-08T05:19:04,840 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.shipperd1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-08T05:19:04,840 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.shipperd1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1056964608,
        "init": 1048576000,
        "max": 2306867200,
        "used": 716940856
      },
      "NonHeapMemoryUsage": {
        "committed": 194510848,
        "init": 7667712,
        "max": -1,
        "used": 190265360
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-08T05:19:04,840 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:04,840 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.shipperd1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:40621 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:40621 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-08T05:19:04,841 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:04,841 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:04,841 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:04,842 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:04,842 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:04,851 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:04,856 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:04,856 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:04,859 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:04,931 DEBUG [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31d724f22d84d72cbb3c9be649509e88
2024-11-08T05:19:05,057 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 1160, reset compression=false
2024-11-08T05:19:05,131 DEBUG [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31d724f22d84d72cbb3c9be649509e88
2024-11-08T05:19:05,173 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/.tmp/ns/940b57174c5441cf943f9eb60b3adf29
2024-11-08T05:19:05,190 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/.tmp/rep_barrier/c202ec9aa9d64c8da78d2e1fb6c1e6f9 is 112, key is test,,1731043133718.31d724f22d84d72cbb3c9be649509e88./rep_barrier:seqnumDuringOpen/1731043134862/Put/seqid=0
2024-11-08T05:19:05,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741844_1020 (size=5518)
2024-11-08T05:19:05,194 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/default/test/31d724f22d84d72cbb3c9be649509e88/.tmp/f/fd514a2ef3f44eb9bd81cc938dad135a
2024-11-08T05:19:05,198 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd514a2ef3f44eb9bd81cc938dad135a
2024-11-08T05:19:05,211 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/default/test/31d724f22d84d72cbb3c9be649509e88/.tmp/f1/5cabf6a60bfa47ca8e11d61d88b2ff96 is 30, key is row1/f1:/1731043143253/DeleteFamily/seqid=0
2024-11-08T05:19:05,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741845_1021 (size=5123)
2024-11-08T05:19:05,268 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 912, reset compression=false
2024-11-08T05:19:05,331 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-08T05:19:05,331 DEBUG [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 31d724f22d84d72cbb3c9be649509e88=test,,1731043133718.31d724f22d84d72cbb3c9be649509e88.}
2024-11-08T05:19:05,331 DEBUG [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31d724f22d84d72cbb3c9be649509e88
2024-11-08T05:19:05,361 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 1160, reset compression=false
2024-11-08T05:19:05,531 DEBUG [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31d724f22d84d72cbb3c9be649509e88
2024-11-08T05:19:05,593 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/.tmp/rep_barrier/c202ec9aa9d64c8da78d2e1fb6c1e6f9
2024-11-08T05:19:05,613 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/.tmp/table/1d94c92a3fb2411aae69819a3702795f is 53, key is hbase:replication/table:state/1731043139314/Put/seqid=0
2024-11-08T05:19:05,615 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/default/test/31d724f22d84d72cbb3c9be649509e88/.tmp/f1/5cabf6a60bfa47ca8e11d61d88b2ff96
2024-11-08T05:19:05,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741846_1022 (size=5308)
2024-11-08T05:19:05,619 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cabf6a60bfa47ca8e11d61d88b2ff96
2024-11-08T05:19:05,633 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/default/test/31d724f22d84d72cbb3c9be649509e88/.tmp/norep/6c6f4fe88dbc47429f9056b2f6fbd3b6 is 33, key is row1/norep:/1731043143253/DeleteFamily/seqid=0
2024-11-08T05:19:05,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741847_1023 (size=5108)
2024-11-08T05:19:05,731 DEBUG [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31d724f22d84d72cbb3c9be649509e88
2024-11-08T05:19:05,764 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/WALs/d1ba675678c9,35773,1731043129631/d1ba675678c9%2C35773%2C1731043129631.1731043131851 to pos 1160, reset compression=false
2024-11-08T05:19:05,871 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 912, reset compression=false
2024-11-08T05:19:05,931 DEBUG [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31d724f22d84d72cbb3c9be649509e88
2024-11-08T05:19:06,017 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/.tmp/table/1d94c92a3fb2411aae69819a3702795f
2024-11-08T05:19:06,022 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/.tmp/info/653f001429d641bbbe5235b4aa35e172 as hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/info/653f001429d641bbbe5235b4aa35e172
2024-11-08T05:19:06,026 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/info/653f001429d641bbbe5235b4aa35e172, entries=20, sequenceid=16, filesize=7.5 K
2024-11-08T05:19:06,027 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/.tmp/ns/940b57174c5441cf943f9eb60b3adf29 as hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/ns/940b57174c5441cf943f9eb60b3adf29
2024-11-08T05:19:06,031 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/ns/940b57174c5441cf943f9eb60b3adf29, entries=2, sequenceid=16, filesize=5.0 K
2024-11-08T05:19:06,032 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/.tmp/rep_barrier/c202ec9aa9d64c8da78d2e1fb6c1e6f9 as hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/rep_barrier/c202ec9aa9d64c8da78d2e1fb6c1e6f9
2024-11-08T05:19:06,036 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/rep_barrier/c202ec9aa9d64c8da78d2e1fb6c1e6f9, entries=1, sequenceid=16, filesize=5.4 K
2024-11-08T05:19:06,036 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/default/test/31d724f22d84d72cbb3c9be649509e88/.tmp/norep/6c6f4fe88dbc47429f9056b2f6fbd3b6
2024-11-08T05:19:06,037 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/.tmp/table/1d94c92a3fb2411aae69819a3702795f as hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/table/1d94c92a3fb2411aae69819a3702795f
2024-11-08T05:19:06,040 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c6f4fe88dbc47429f9056b2f6fbd3b6
2024-11-08T05:19:06,040 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/table/1d94c92a3fb2411aae69819a3702795f, entries=4, sequenceid=16, filesize=5.2 K
2024-11-08T05:19:06,040 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/default/test/31d724f22d84d72cbb3c9be649509e88/.tmp/f/fd514a2ef3f44eb9bd81cc938dad135a as hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/default/test/31d724f22d84d72cbb3c9be649509e88/f/fd514a2ef3f44eb9bd81cc938dad135a
2024-11-08T05:19:06,041 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false
2024-11-08T05:19:06,045 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-08T05:19:06,045 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd514a2ef3f44eb9bd81cc938dad135a
2024-11-08T05:19:06,045 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/default/test/31d724f22d84d72cbb3c9be649509e88/f/fd514a2ef3f44eb9bd81cc938dad135a, entries=2, sequenceid=8, filesize=5.0 K
2024-11-08T05:19:06,045 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:19:06,045 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:19:06,045 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:19:06,045 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043144330Running coprocessor pre-close hooks at 1731043144330Disabling compacts and flushes for region at 1731043144330Disabling writes for close at 1731043144330Obtaining lock to block concurrent updates at 1731043144330Preparing flush snapshotting stores in 1588230740 at 1731043144330Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731043144331 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731043144331Flushing 1588230740/info: creating writer at 1731043144331Flushing 1588230740/info: appending metadata at 1731043144344 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731043144344Flushing 1588230740/ns: creating writer at 1731043144752 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731043144768 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731043144768Flushing 1588230740/rep_barrier: creating writer at 1731043145176 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731043145189 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731043145189Flushing 1588230740/table: creating writer at 1731043145597 (+408 ms)Flushing 1588230740/table: appending metadata at 1731043145613 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731043145613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d70bcae: reopening flushed file at 1731043146021 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e7559ec: reopening flushed file at 1731043146026 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@273951ca: reopening flushed file at 1731043146031 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe5d2a5: reopening flushed file at 1731043146036 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false at 1731043146041 (+5 ms)Writing region close event to WAL at 1731043146042 (+1 ms)Running coprocessor post-close hooks at 1731043146045 (+3 ms)Closed at 1731043146045
2024-11-08T05:19:06,045 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:19:06,046 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/default/test/31d724f22d84d72cbb3c9be649509e88/.tmp/f1/5cabf6a60bfa47ca8e11d61d88b2ff96 as hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/default/test/31d724f22d84d72cbb3c9be649509e88/f1/5cabf6a60bfa47ca8e11d61d88b2ff96
2024-11-08T05:19:06,050 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cabf6a60bfa47ca8e11d61d88b2ff96
2024-11-08T05:19:06,050 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/default/test/31d724f22d84d72cbb3c9be649509e88/f1/5cabf6a60bfa47ca8e11d61d88b2ff96, entries=2, sequenceid=8, filesize=5.0 K
2024-11-08T05:19:06,051 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/default/test/31d724f22d84d72cbb3c9be649509e88/.tmp/norep/6c6f4fe88dbc47429f9056b2f6fbd3b6 as hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/default/test/31d724f22d84d72cbb3c9be649509e88/norep/6c6f4fe88dbc47429f9056b2f6fbd3b6
2024-11-08T05:19:06,055 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c6f4fe88dbc47429f9056b2f6fbd3b6
2024-11-08T05:19:06,055 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/default/test/31d724f22d84d72cbb3c9be649509e88/norep/6c6f4fe88dbc47429f9056b2f6fbd3b6, entries=1, sequenceid=8, filesize=5.0 K
2024-11-08T05:19:06,056 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 31d724f22d84d72cbb3c9be649509e88 in 1287ms, sequenceid=8, compaction requested=false
2024-11-08T05:19:06,059 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/data/default/test/31d724f22d84d72cbb3c9be649509e88/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-08T05:19:06,060 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:19:06,060 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:19:06,060 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731043133718.31d724f22d84d72cbb3c9be649509e88.
2024-11-08T05:19:06,060 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31d724f22d84d72cbb3c9be649509e88:
Waiting for close lock at 1731043144769Running coprocessor pre-close hooks at 1731043144769Disabling compacts and flushes for region at 1731043144769Disabling writes for close at 1731043144769Obtaining lock to block concurrent updates at 1731043144769Preparing flush snapshotting stores in 31d724f22d84d72cbb3c9be649509e88 at 1731043144769Finished memstore snapshotting test,,1731043133718.31d724f22d84d72cbb3c9be649509e88., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731043144770 (+1 ms)Flushing stores of test,,1731043133718.31d724f22d84d72cbb3c9be649509e88. at 1731043144770Flushing 31d724f22d84d72cbb3c9be649509e88/f: creating writer at 1731043144770Flushing 31d724f22d84d72cbb3c9be649509e88/f: appending metadata at 1731043144788 (+18 ms)Flushing 31d724f22d84d72cbb3c9be649509e88/f: closing flushed file at 1731043144788Flushing 31d724f22d84d72cbb3c9be649509e88/f1: creating writer at 1731043145198 (+410 ms)Flushing 31d724f22d84d72cbb3c9be649509e88/f1: appending metadata at 1731043145211 (+13 ms)Flushing 31d724f22d84d72cbb3c9be649509e88/f1: closing flushed file at 1731043145211Flushing 31d724f22d84d72cbb3c9be649509e88/norep: creating writer at 1731043145619 (+408 ms)Flushing 31d724f22d84d72cbb3c9be649509e88/norep: appending metadata at 1731043145632 (+13 ms)Flushing 31d724f22d84d72cbb3c9be649509e88/norep: closing flushed file at 1731043145632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d881adb: reopening flushed file at 1731043146040 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d4a35: reopening flushed file at 1731043146045 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13aecd25: reopening flushed file at 1731043146050 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 31d724f22d84d72cbb3c9be649509e88 in 1287ms, sequenceid=8, compaction requested=false at 1731043146056 (+6 ms)Writing region close event to WAL at 1731043146057 (+1 ms)Running coprocessor post-close hooks at 1731043146060 (+3 ms)Closed at 1731043146060
2024-11-08T05:19:06,060 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731043133718.31d724f22d84d72cbb3c9be649509e88.
2024-11-08T05:19:06,132 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,35773,1731043129631; all regions closed.
2024-11-08T05:19:06,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741834_1010 (size=4239)
2024-11-08T05:19:06,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741839_1015 (size=2676)
2024-11-08T05:19:06,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741832_1008 (size=1812)
2024-11-08T05:19:06,138 DEBUG [RS:0;d1ba675678c9:35773 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:06,138 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:19:06,138 INFO  [RS:0;d1ba675678c9:35773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:19:06,138 INFO  [RS:0;d1ba675678c9:35773 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T05:19:06,138 INFO  [RS:0;d1ba675678c9:35773 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:19:06,138 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:19:06,139 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d1ba675678c9,35773,1731043129631 because: Region server is closing
2024-11-08T05:19:06,139 INFO  [RS:0;d1ba675678c9:35773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:35773.
2024-11-08T05:19:06,139 DEBUG [RS:0;d1ba675678c9:35773 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:06,139 DEBUG [RS:0;d1ba675678c9:35773 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:06,139 DEBUG [RS:0;d1ba675678c9:35773 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:06,139 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:06,239 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.shipperd1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 terminated
2024-11-08T05:19:06,239 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,35773,1731043129631.replicationSource.wal-reader.d1ba675678c9%2C35773%2C1731043129631,1-d1ba675678c9,35773,1731043129631 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-08T05:19:06,239 INFO  [RS:0;d1ba675678c9:35773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:35773.
2024-11-08T05:19:06,239 DEBUG [RS:0;d1ba675678c9:35773 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:06,239 DEBUG [RS:0;d1ba675678c9:35773 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:06,240 DEBUG [RS:0;d1ba675678c9:35773 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:06,240 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:06,240 INFO  [RS:0;d1ba675678c9:35773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35773
2024-11-08T05:19:06,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274/rs
2024-11-08T05:19:06,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-383755274/rs/d1ba675678c9,35773,1731043129631
2024-11-08T05:19:06,338 INFO  [RS:0;d1ba675678c9:35773 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:19:06,401 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,35773,1731043129631]
2024-11-08T05:19:06,412 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-383755274/draining/d1ba675678c9,35773,1731043129631 already deleted, retry=false
2024-11-08T05:19:06,412 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,35773,1731043129631 expired; onlineServers=0
2024-11-08T05:19:06,412 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,40621,1731043129495' *****
2024-11-08T05:19:06,412 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:19:06,412 INFO  [M:0;d1ba675678c9:40621 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:19:06,412 INFO  [M:0;d1ba675678c9:40621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:19:06,412 DEBUG [M:0;d1ba675678c9:40621 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:19:06,412 DEBUG [M:0;d1ba675678c9:40621 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:19:06,412 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:19:06,412 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043131644 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043131644,5,FailOnTimeoutGroup]
2024-11-08T05:19:06,412 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043131644 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043131644,5,FailOnTimeoutGroup]
2024-11-08T05:19:06,413 INFO  [M:0;d1ba675678c9:40621 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:19:06,413 INFO  [M:0;d1ba675678c9:40621 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:19:06,413 DEBUG [M:0;d1ba675678c9:40621 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:19:06,413 INFO  [M:0;d1ba675678c9:40621 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:19:06,413 INFO  [M:0;d1ba675678c9:40621 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:19:06,413 INFO  [M:0;d1ba675678c9:40621 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:19:06,413 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:19:06,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-383755274/master
2024-11-08T05:19:06,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-383755274
2024-11-08T05:19:06,422 DEBUG [M:0;d1ba675678c9:40621 {}] zookeeper.ZKUtil(347): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Unable to get data of znode /1-383755274/master because node does not exist (not an error)
2024-11-08T05:19:06,423 WARN  [M:0;d1ba675678c9:40621 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T05:19:06,423 INFO  [M:0;d1ba675678c9:40621 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/.lastflushedseqids
2024-11-08T05:19:06,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741848_1024 (size=245)
2024-11-08T05:19:06,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:19:06,502 INFO  [RS:0;d1ba675678c9:35773 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:19:06,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x10118e1d8f50004, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:19:06,502 INFO  [RS:0;d1ba675678c9:35773 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,35773,1731043129631; zookeeper connection closed.
2024-11-08T05:19:06,502 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13456a8f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13456a8f
2024-11-08T05:19:06,502 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:19:06,575 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 912, reset compression=false
2024-11-08T05:19:06,827 INFO  [M:0;d1ba675678c9:40621 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:19:06,827 INFO  [M:0;d1ba675678c9:40621 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:19:06,827 DEBUG [M:0;d1ba675678c9:40621 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:19:06,827 INFO  [M:0;d1ba675678c9:40621 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:06,827 DEBUG [M:0;d1ba675678c9:40621 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:06,827 DEBUG [M:0;d1ba675678c9:40621 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:19:06,827 DEBUG [M:0;d1ba675678c9:40621 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:06,828 INFO  [M:0;d1ba675678c9:40621 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB
2024-11-08T05:19:06,846 DEBUG [M:0;d1ba675678c9:40621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/189b95adaef6460493cf944ad8f1b61d is 82, key is hbase:meta,,1/info:regioninfo/1731043132976/Put/seqid=0
2024-11-08T05:19:06,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741849_1025 (size=5672)
2024-11-08T05:19:06,850 INFO  [M:0;d1ba675678c9:40621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/189b95adaef6460493cf944ad8f1b61d
2024-11-08T05:19:06,872 DEBUG [M:0;d1ba675678c9:40621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f56cf3e325e428b9eaa2be4d75a8ba6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731043139319/Put/seqid=0
2024-11-08T05:19:06,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741850_1026 (size=8515)
2024-11-08T05:19:07,277 INFO  [M:0;d1ba675678c9:40621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f56cf3e325e428b9eaa2be4d75a8ba6
2024-11-08T05:19:07,293 DEBUG [M:0;d1ba675678c9:40621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc5a4b27cdca4b56a143e6081b1c3400 is 69, key is d1ba675678c9,35773,1731043129631/rs:state/1731043131695/Put/seqid=0
2024-11-08T05:19:07,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741851_1027 (size=5156)
2024-11-08T05:19:07,378 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 912, reset compression=false
2024-11-08T05:19:07,697 INFO  [M:0;d1ba675678c9:40621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc5a4b27cdca4b56a143e6081b1c3400
2024-11-08T05:19:07,701 DEBUG [M:0;d1ba675678c9:40621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/189b95adaef6460493cf944ad8f1b61d as hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/189b95adaef6460493cf944ad8f1b61d
2024-11-08T05:19:07,704 INFO  [M:0;d1ba675678c9:40621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/189b95adaef6460493cf944ad8f1b61d, entries=8, sequenceid=97, filesize=5.5 K
2024-11-08T05:19:07,705 DEBUG [M:0;d1ba675678c9:40621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f56cf3e325e428b9eaa2be4d75a8ba6 as hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f56cf3e325e428b9eaa2be4d75a8ba6
2024-11-08T05:19:07,708 INFO  [M:0;d1ba675678c9:40621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f56cf3e325e428b9eaa2be4d75a8ba6, entries=11, sequenceid=97, filesize=8.3 K
2024-11-08T05:19:07,709 DEBUG [M:0;d1ba675678c9:40621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc5a4b27cdca4b56a143e6081b1c3400 as hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc5a4b27cdca4b56a143e6081b1c3400
2024-11-08T05:19:07,712 INFO  [M:0;d1ba675678c9:40621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41333/user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc5a4b27cdca4b56a143e6081b1c3400, entries=1, sequenceid=97, filesize=5.0 K
2024-11-08T05:19:07,713 INFO  [M:0;d1ba675678c9:40621 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false
2024-11-08T05:19:07,713 INFO  [M:0;d1ba675678c9:40621 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:07,714 DEBUG [M:0;d1ba675678c9:40621 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043146827Disabling compacts and flushes for region at 1731043146827Disabling writes for close at 1731043146827Obtaining lock to block concurrent updates at 1731043146828 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043146828Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731043146828Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043146829 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043146829Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043146846 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043146846Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043146854 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043146872 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043146872Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043147281 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043147293 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043147293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a413c4b: reopening flushed file at 1731043147701 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff413a2: reopening flushed file at 1731043147704 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b5fe945: reopening flushed file at 1731043147708 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false at 1731043147713 (+5 ms)Writing region close event to WAL at 1731043147713Closed at 1731043147713
2024-11-08T05:19:07,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43749 is added to blk_1073741830_1006 (size=63642)
2024-11-08T05:19:07,715 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66dfc300-0682-5c72-0e52-c7881b078105/MasterData/WALs/d1ba675678c9,40621,1731043129495/d1ba675678c9%2C40621%2C1731043129495.1731043131382 not finished, retry = 0
2024-11-08T05:19:07,816 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:19:07,816 INFO  [M:0;d1ba675678c9:40621 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:19:07,816 INFO  [M:0;d1ba675678c9:40621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40621
2024-11-08T05:19:07,817 INFO  [M:0;d1ba675678c9:40621 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:19:08,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:19:08,076 INFO  [M:0;d1ba675678c9:40621 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:19:08,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x10118e1d8f50003, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:19:08,113 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@499050a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:19:08,113 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e0d79e1{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:19:08,113 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:19:08,113 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@264b8677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:19:08,113 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9e3238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/hadoop.log.dir/,STOPPED}
2024-11-08T05:19:08,114 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:19:08,114 WARN  [BP-1443208557-172.17.0.3-1731043127572 heartbeating to localhost/127.0.0.1:41333 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:19:08,114 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:19:08,114 WARN  [BP-1443208557-172.17.0.3-1731043127572 heartbeating to localhost/127.0.0.1:41333 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1443208557-172.17.0.3-1731043127572 (Datanode Uuid 2579d127-21b4-404b-8dc7-aed5e9c92813) service to localhost/127.0.0.1:41333
2024-11-08T05:19:08,115 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/cluster_314dc396-ea7d-47ce-3aa3-8f0b795fa648/data/data1/current/BP-1443208557-172.17.0.3-1731043127572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:19:08,115 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/cluster_314dc396-ea7d-47ce-3aa3-8f0b795fa648/data/data2/current/BP-1443208557-172.17.0.3-1731043127572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:19:08,115 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:19:08,121 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17881b62{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:19:08,121 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1aafb10b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:19:08,121 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:19:08,122 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6999b4dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:19:08,122 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18fbd441{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/hadoop.log.dir/,STOPPED}
2024-11-08T05:19:08,137 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:19:08,137 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:19:08,137 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:19:08,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:08,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:08,137 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:08,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:08,138 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:19:08,138 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=164285582, stopped=false
2024-11-08T05:19:08,138 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,37299,1731043124359
2024-11-08T05:19:08,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0295188264/running
2024-11-08T05:19:08,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264
2024-11-08T05:19:08,149 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:19:08,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0295188264/running
2024-11-08T05:19:08,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264
2024-11-08T05:19:08,149 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:19:08,149 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:08,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:08,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Set watcher on znode that does not yet exist, /0295188264/running
2024-11-08T05:19:08,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Set watcher on znode that does not yet exist, /0295188264/running
2024-11-08T05:19:08,149 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,45605,1731043124541' *****
2024-11-08T05:19:08,149 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:19:08,150 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:19:08,150 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:19:08,150 INFO  [RS:0;d1ba675678c9:45605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:19:08,150 INFO  [RS:0;d1ba675678c9:45605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:19:08,150 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f3c0026a466dc84a0d670b0795863e1
2024-11-08T05:19:08,150 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(3091): Received CLOSE for 6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:19:08,150 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,45605,1731043124541
2024-11-08T05:19:08,150 INFO  [RS:0;d1ba675678c9:45605 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:19:08,150 INFO  [RS:0;d1ba675678c9:45605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:45605.
2024-11-08T05:19:08,150 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f3c0026a466dc84a0d670b0795863e1, disabling compactions & flushes
2024-11-08T05:19:08,150 DEBUG [RS:0;d1ba675678c9:45605 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:08,150 DEBUG [RS:0;d1ba675678c9:45605 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:08,150 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1.
2024-11-08T05:19:08,150 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1.
2024-11-08T05:19:08,150 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1. after waiting 0 ms
2024-11-08T05:19:08,150 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1.
2024-11-08T05:19:08,150 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:19:08,150 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:19:08,150 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:19:08,150 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:19:08,150 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4f3c0026a466dc84a0d670b0795863e1 3/3 column families, dataSize=191 B heapSize=1.46 KB
2024-11-08T05:19:08,150 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-08T05:19:08,150 DEBUG [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(1325): Online Regions={4f3c0026a466dc84a0d670b0795863e1=test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1., 6683c1fff973ef1f4a83fc6d69d5ea14=hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14., 1588230740=hbase:meta,,1.1588230740}
2024-11-08T05:19:08,150 DEBUG [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f3c0026a466dc84a0d670b0795863e1, 6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:19:08,150 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:19:08,151 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:19:08,151 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:19:08,151 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:19:08,151 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:19:08,151 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-08T05:19:08,164 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/.tmp/info/1a638edee1f64cf7affdf8fc99f01779 is 147, key is hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14./info:regioninfo/1731043137054/Put/seqid=0
2024-11-08T05:19:08,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741840_1016 (size=7686)
2024-11-08T05:19:08,167 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/default/test/4f3c0026a466dc84a0d670b0795863e1/.tmp/f/63bbdc86367c4b80bde1d2931b950536 is 29, key is row1/f:/1731043143253/DeleteFamily/seqid=0
2024-11-08T05:19:08,168 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/.tmp/info/1a638edee1f64cf7affdf8fc99f01779
2024-11-08T05:19:08,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741841_1017 (size=5118)
2024-11-08T05:19:08,187 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/.tmp/ns/c74ff1b4e8a34ee4b95ce74b787409d1 is 43, key is default/ns:d/1731043127422/Put/seqid=0
2024-11-08T05:19:08,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741842_1018 (size=5153)
2024-11-08T05:19:08,194 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:19:08,281 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 912, reset compression=false
2024-11-08T05:19:08,285 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:08,285 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 1159, reset compression=false
2024-11-08T05:19:08,285 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.shipperd1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,45605,1731043124541 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:19:08,286 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.shipperd1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d1ba675678c9,45605,1731043124541: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d1ba675678c9,45605,1731043124541, walGroup=d1ba675678c9%2C45605%2C1731043124541, offset=d1ba675678c9%2C45605%2C1731043124541.1731043126092:1159, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:45605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-08T05:19:08,287 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.shipperd1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-08T05:19:08,287 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.shipperd1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-08T05:19:08,288 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.shipperd1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-08T05:19:08,288 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.shipperd1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-08T05:19:08,288 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.shipperd1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-08T05:19:08,288 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.shipperd1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1056964608,
        "init": 1048576000,
        "max": 2306867200,
        "used": 779855416
      },
      "NonHeapMemoryUsage": {
        "committed": 194838528,
        "init": 7667712,
        "max": -1,
        "used": 191005792
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-08T05:19:08,288 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.shipperd1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:37299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:37299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-08T05:19:08,351 DEBUG [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f3c0026a466dc84a0d670b0795863e1, 6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:19:08,489 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 1159, reset compression=false
2024-11-08T05:19:08,551 DEBUG [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f3c0026a466dc84a0d670b0795863e1, 6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:19:08,574 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/default/test/4f3c0026a466dc84a0d670b0795863e1/.tmp/f/63bbdc86367c4b80bde1d2931b950536
2024-11-08T05:19:08,577 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63bbdc86367c4b80bde1d2931b950536
2024-11-08T05:19:08,591 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/default/test/4f3c0026a466dc84a0d670b0795863e1/.tmp/f1/e9f9f668d15e459fb6833ac06cb1c44b is 30, key is row1/f1:/1731043143253/DeleteFamily/seqid=0
2024-11-08T05:19:08,591 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/.tmp/ns/c74ff1b4e8a34ee4b95ce74b787409d1
2024-11-08T05:19:08,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741843_1019 (size=5123)
2024-11-08T05:19:08,611 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/.tmp/rep_barrier/189ea902ba8048d59232a6b8e052bc4f is 112, key is test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1./rep_barrier:seqnumDuringOpen/1731043133442/Put/seqid=0
2024-11-08T05:19:08,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741844_1020 (size=5518)
2024-11-08T05:19:08,616 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/.tmp/rep_barrier/189ea902ba8048d59232a6b8e052bc4f
2024-11-08T05:19:08,633 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/.tmp/table/50c64bf6474046399c8cde7b6b35fe63 is 53, key is hbase:replication/table:state/1731043137060/Put/seqid=0
2024-11-08T05:19:08,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741845_1021 (size=5308)
2024-11-08T05:19:08,751 DEBUG [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f3c0026a466dc84a0d670b0795863e1, 6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:19:08,792 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 1159, reset compression=false
2024-11-08T05:19:08,951 DEBUG [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f3c0026a466dc84a0d670b0795863e1, 6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:19:08,995 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/default/test/4f3c0026a466dc84a0d670b0795863e1/.tmp/f1/e9f9f668d15e459fb6833ac06cb1c44b
2024-11-08T05:19:08,998 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9f9f668d15e459fb6833ac06cb1c44b
2024-11-08T05:19:09,011 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/default/test/4f3c0026a466dc84a0d670b0795863e1/.tmp/norep/a9fe7d00f76a487791fbfcf3c613831d is 32, key is row/norep:/1731043142248/DeleteFamily/seqid=0
2024-11-08T05:19:09,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741846_1022 (size=5101)
2024-11-08T05:19:09,028 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:19:09,028 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:19:09,036 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/.tmp/table/50c64bf6474046399c8cde7b6b35fe63
2024-11-08T05:19:09,041 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/.tmp/info/1a638edee1f64cf7affdf8fc99f01779 as hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/info/1a638edee1f64cf7affdf8fc99f01779
2024-11-08T05:19:09,044 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/info/1a638edee1f64cf7affdf8fc99f01779, entries=20, sequenceid=16, filesize=7.5 K
2024-11-08T05:19:09,045 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/.tmp/ns/c74ff1b4e8a34ee4b95ce74b787409d1 as hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/ns/c74ff1b4e8a34ee4b95ce74b787409d1
2024-11-08T05:19:09,048 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/ns/c74ff1b4e8a34ee4b95ce74b787409d1, entries=2, sequenceid=16, filesize=5.0 K
2024-11-08T05:19:09,049 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/.tmp/rep_barrier/189ea902ba8048d59232a6b8e052bc4f as hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/rep_barrier/189ea902ba8048d59232a6b8e052bc4f
2024-11-08T05:19:09,052 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/rep_barrier/189ea902ba8048d59232a6b8e052bc4f, entries=1, sequenceid=16, filesize=5.4 K
2024-11-08T05:19:09,053 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/.tmp/table/50c64bf6474046399c8cde7b6b35fe63 as hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/table/50c64bf6474046399c8cde7b6b35fe63
2024-11-08T05:19:09,056 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/table/50c64bf6474046399c8cde7b6b35fe63, entries=4, sequenceid=16, filesize=5.2 K
2024-11-08T05:19:09,057 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 906ms, sequenceid=16, compaction requested=false
2024-11-08T05:19:09,061 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-08T05:19:09,061 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:19:09,061 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:19:09,061 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:19:09,061 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043148150Running coprocessor pre-close hooks at 1731043148150Disabling compacts and flushes for region at 1731043148150Disabling writes for close at 1731043148151 (+1 ms)Obtaining lock to block concurrent updates at 1731043148151Preparing flush snapshotting stores in 1588230740 at 1731043148151Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731043148151Flushing stores of hbase:meta,,1.1588230740 at 1731043148151Flushing 1588230740/info: creating writer at 1731043148151Flushing 1588230740/info: appending metadata at 1731043148164 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731043148164Flushing 1588230740/ns: creating writer at 1731043148174 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731043148187 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731043148187Flushing 1588230740/rep_barrier: creating writer at 1731043148595 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731043148611 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731043148611Flushing 1588230740/table: creating writer at 1731043148619 (+8 ms)Flushing 1588230740/table: appending metadata at 1731043148632 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731043148632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fefe8c6: reopening flushed file at 1731043149040 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2383905d: reopening flushed file at 1731043149044 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4123029e: reopening flushed file at 1731043149048 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5983d12a: reopening flushed file at 1731043149052 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 906ms, sequenceid=16, compaction requested=false at 1731043149057 (+5 ms)Writing region close event to WAL at 1731043149058 (+1 ms)Running coprocessor post-close hooks at 1731043149061 (+3 ms)Closed at 1731043149061
2024-11-08T05:19:09,061 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:19:09,151 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-08T05:19:09,151 DEBUG [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(1325): Online Regions={4f3c0026a466dc84a0d670b0795863e1=test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1., 6683c1fff973ef1f4a83fc6d69d5ea14=hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.}
2024-11-08T05:19:09,151 DEBUG [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(1351): Waiting on 4f3c0026a466dc84a0d670b0795863e1, 6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:19:09,196 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 1159, reset compression=false
2024-11-08T05:19:09,352 DEBUG [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(1351): Waiting on 4f3c0026a466dc84a0d670b0795863e1, 6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:19:09,415 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/default/test/4f3c0026a466dc84a0d670b0795863e1/.tmp/norep/a9fe7d00f76a487791fbfcf3c613831d
2024-11-08T05:19:09,419 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9fe7d00f76a487791fbfcf3c613831d
2024-11-08T05:19:09,419 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/default/test/4f3c0026a466dc84a0d670b0795863e1/.tmp/f/63bbdc86367c4b80bde1d2931b950536 as hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/default/test/4f3c0026a466dc84a0d670b0795863e1/f/63bbdc86367c4b80bde1d2931b950536
2024-11-08T05:19:09,423 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63bbdc86367c4b80bde1d2931b950536
2024-11-08T05:19:09,423 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/default/test/4f3c0026a466dc84a0d670b0795863e1/f/63bbdc86367c4b80bde1d2931b950536, entries=2, sequenceid=8, filesize=5.0 K
2024-11-08T05:19:09,424 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/default/test/4f3c0026a466dc84a0d670b0795863e1/.tmp/f1/e9f9f668d15e459fb6833ac06cb1c44b as hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/default/test/4f3c0026a466dc84a0d670b0795863e1/f1/e9f9f668d15e459fb6833ac06cb1c44b
2024-11-08T05:19:09,428 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9f9f668d15e459fb6833ac06cb1c44b
2024-11-08T05:19:09,428 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/default/test/4f3c0026a466dc84a0d670b0795863e1/f1/e9f9f668d15e459fb6833ac06cb1c44b, entries=2, sequenceid=8, filesize=5.0 K
2024-11-08T05:19:09,429 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/default/test/4f3c0026a466dc84a0d670b0795863e1/.tmp/norep/a9fe7d00f76a487791fbfcf3c613831d as hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/default/test/4f3c0026a466dc84a0d670b0795863e1/norep/a9fe7d00f76a487791fbfcf3c613831d
2024-11-08T05:19:09,432 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9fe7d00f76a487791fbfcf3c613831d
2024-11-08T05:19:09,432 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/default/test/4f3c0026a466dc84a0d670b0795863e1/norep/a9fe7d00f76a487791fbfcf3c613831d, entries=1, sequenceid=8, filesize=5.0 K
2024-11-08T05:19:09,433 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4f3c0026a466dc84a0d670b0795863e1 in 1283ms, sequenceid=8, compaction requested=false
2024-11-08T05:19:09,437 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/data/default/test/4f3c0026a466dc84a0d670b0795863e1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-08T05:19:09,437 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:19:09,437 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:19:09,437 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1.
2024-11-08T05:19:09,438 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f3c0026a466dc84a0d670b0795863e1:
Waiting for close lock at 1731043148150Running coprocessor pre-close hooks at 1731043148150Disabling compacts and flushes for region at 1731043148150Disabling writes for close at 1731043148150Obtaining lock to block concurrent updates at 1731043148150Preparing flush snapshotting stores in 4f3c0026a466dc84a0d670b0795863e1 at 1731043148150Finished memstore snapshotting test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731043148151 (+1 ms)Flushing stores of test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1. at 1731043148151Flushing 4f3c0026a466dc84a0d670b0795863e1/f: creating writer at 1731043148151Flushing 4f3c0026a466dc84a0d670b0795863e1/f: appending metadata at 1731043148167 (+16 ms)Flushing 4f3c0026a466dc84a0d670b0795863e1/f: closing flushed file at 1731043148167Flushing 4f3c0026a466dc84a0d670b0795863e1/f1: creating writer at 1731043148578 (+411 ms)Flushing 4f3c0026a466dc84a0d670b0795863e1/f1: appending metadata at 1731043148590 (+12 ms)Flushing 4f3c0026a466dc84a0d670b0795863e1/f1: closing flushed file at 1731043148590Flushing 4f3c0026a466dc84a0d670b0795863e1/norep: creating writer at 1731043148998 (+408 ms)Flushing 4f3c0026a466dc84a0d670b0795863e1/norep: appending metadata at 1731043149011 (+13 ms)Flushing 4f3c0026a466dc84a0d670b0795863e1/norep: closing flushed file at 1731043149011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a98b11: reopening flushed file at 1731043149419 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d861c7: reopening flushed file at 1731043149423 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d8f806d: reopening flushed file at 1731043149428 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4f3c0026a466dc84a0d670b0795863e1 in 1283ms, sequenceid=8, compaction requested=false at 1731043149433 (+5 ms)Writing region close event to WAL at 1731043149434 (+1 ms)Running coprocessor post-close hooks at 1731043149437 (+3 ms)Closed at 1731043149437
2024-11-08T05:19:09,438 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731043133090.4f3c0026a466dc84a0d670b0795863e1.
2024-11-08T05:19:09,438 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6683c1fff973ef1f4a83fc6d69d5ea14, disabling compactions & flushes
2024-11-08T05:19:09,438 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.
2024-11-08T05:19:09,438 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.
2024-11-08T05:19:09,438 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14. after waiting 0 ms
2024-11-08T05:19:09,438 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.
2024-11-08T05:19:09,438 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6683c1fff973ef1f4a83fc6d69d5ea14:
Waiting for close lock at 1731043149438Running coprocessor pre-close hooks at 1731043149438Disabling compacts and flushes for region at 1731043149438Disabling writes for close at 1731043149438Failed flush hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14., putting online again at 1731043149438
2024-11-08T05:19:09,438 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.
2024-11-08T05:19:09,552 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(3091): Received CLOSE for 6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:19:09,552 DEBUG [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(1351): Waiting on 6683c1fff973ef1f4a83fc6d69d5ea14
2024-11-08T05:19:09,552 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6683c1fff973ef1f4a83fc6d69d5ea14, disabling compactions & flushes
2024-11-08T05:19:09,552 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.
2024-11-08T05:19:09,552 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.
2024-11-08T05:19:09,552 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14. after waiting 0 ms
2024-11-08T05:19:09,552 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.
2024-11-08T05:19:09,552 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6683c1fff973ef1f4a83fc6d69d5ea14:
Waiting for close lock at 1731043149552Running coprocessor pre-close hooks at 1731043149552Disabling compacts and flushes for region at 1731043149552Disabling writes for close at 1731043149552Failed flush hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14., putting online again at 1731043149552
2024-11-08T05:19:09,552 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731043135894.6683c1fff973ef1f4a83fc6d69d5ea14.
2024-11-08T05:19:09,700 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 1159, reset compression=false
2024-11-08T05:19:09,704 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:09,704 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 1803, reset compression=false
2024-11-08T05:19:09,752 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-08T05:19:09,752 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,45605,1731043124541; all regions closed.
2024-11-08T05:19:09,754 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.meta.1731043127277.meta not finished, retry = 0
2024-11-08T05:19:09,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741834_1010 (size=4239)
2024-11-08T05:19:09,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741839_1015 (size=1733)
2024-11-08T05:19:09,857 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.rep.1731043137025 not finished, retry = 0
2024-11-08T05:19:09,907 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 to pos 1803, reset compression=false
2024-11-08T05:19:09,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741832_1008 (size=1811)
2024-11-08T05:19:09,959 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/WALs/d1ba675678c9,45605,1731043124541/d1ba675678c9%2C45605%2C1731043124541.1731043126092 not finished, retry = 0
2024-11-08T05:19:10,060 DEBUG [RS:0;d1ba675678c9:45605 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:10,060 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:19:10,060 INFO  [RS:0;d1ba675678c9:45605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:19:10,060 INFO  [RS:0;d1ba675678c9:45605 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-08T05:19:10,060 INFO  [RS:0;d1ba675678c9:45605 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:19:10,060 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:19:10,060 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d1ba675678c9,45605,1731043124541 because: Region server is closing
2024-11-08T05:19:10,061 INFO  [RS:0;d1ba675678c9:45605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:45605.
2024-11-08T05:19:10,061 DEBUG [RS:0;d1ba675678c9:45605 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:10,061 DEBUG [RS:0;d1ba675678c9:45605 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:10,061 DEBUG [RS:0;d1ba675678c9:45605 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:10,061 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:10,161 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.shipperd1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 terminated
2024-11-08T05:19:10,161 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45605,1731043124541.replicationSource.wal-reader.d1ba675678c9%2C45605%2C1731043124541,1-d1ba675678c9,45605,1731043124541 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-08T05:19:10,161 INFO  [RS:0;d1ba675678c9:45605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:45605.
2024-11-08T05:19:10,161 DEBUG [RS:0;d1ba675678c9:45605 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:10,161 DEBUG [RS:0;d1ba675678c9:45605 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:10,161 DEBUG [RS:0;d1ba675678c9:45605 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:10,161 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:10,162 INFO  [RS:0;d1ba675678c9:45605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45605
2024-11-08T05:19:10,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264/rs
2024-11-08T05:19:10,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0295188264/rs/d1ba675678c9,45605,1731043124541
2024-11-08T05:19:10,233 INFO  [RS:0;d1ba675678c9:45605 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:19:10,233 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,45605,1731043124541]
2024-11-08T05:19:10,254 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0295188264/draining/d1ba675678c9,45605,1731043124541 already deleted, retry=false
2024-11-08T05:19:10,254 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,45605,1731043124541 expired; onlineServers=0
2024-11-08T05:19:10,254 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,37299,1731043124359' *****
2024-11-08T05:19:10,254 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:19:10,254 INFO  [M:0;d1ba675678c9:37299 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:19:10,254 INFO  [M:0;d1ba675678c9:37299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:19:10,254 DEBUG [M:0;d1ba675678c9:37299 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:19:10,254 DEBUG [M:0;d1ba675678c9:37299 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:19:10,254 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:19:10,254 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043125853 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043125853,5,FailOnTimeoutGroup]
2024-11-08T05:19:10,254 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043125853 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043125853,5,FailOnTimeoutGroup]
2024-11-08T05:19:10,254 INFO  [M:0;d1ba675678c9:37299 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:19:10,254 INFO  [M:0;d1ba675678c9:37299 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:19:10,254 DEBUG [M:0;d1ba675678c9:37299 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:19:10,254 INFO  [M:0;d1ba675678c9:37299 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:19:10,255 INFO  [M:0;d1ba675678c9:37299 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:19:10,255 INFO  [M:0;d1ba675678c9:37299 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:19:10,255 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:19:10,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0295188264/master
2024-11-08T05:19:10,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0295188264
2024-11-08T05:19:10,264 DEBUG [M:0;d1ba675678c9:37299 {}] zookeeper.ZKUtil(347): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Unable to get data of znode /0295188264/master because node does not exist (not an error)
2024-11-08T05:19:10,264 WARN  [M:0;d1ba675678c9:37299 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T05:19:10,265 INFO  [M:0;d1ba675678c9:37299 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/.lastflushedseqids
2024-11-08T05:19:10,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741847_1023 (size=245)
2024-11-08T05:19:10,271 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:19:10,272 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:10,298 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:10,299 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:10,299 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:10,299 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:10,299 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:10,300 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:10,305 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:10,308 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:10,308 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:10,310 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:10,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:19:10,344 INFO  [RS:0;d1ba675678c9:45605 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:19:10,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x10118e1d8f50001, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:19:10,344 INFO  [RS:0;d1ba675678c9:45605 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,45605,1731043124541; zookeeper connection closed.
2024-11-08T05:19:10,344 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f166ade {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f166ade
2024-11-08T05:19:10,344 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:19:10,669 INFO  [M:0;d1ba675678c9:37299 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:19:10,669 INFO  [M:0;d1ba675678c9:37299 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:19:10,669 DEBUG [M:0;d1ba675678c9:37299 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:19:10,669 INFO  [M:0;d1ba675678c9:37299 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:10,669 DEBUG [M:0;d1ba675678c9:37299 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:10,670 DEBUG [M:0;d1ba675678c9:37299 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms
2024-11-08T05:19:10,670 DEBUG [M:0;d1ba675678c9:37299 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:10,670 INFO  [M:0;d1ba675678c9:37299 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB
2024-11-08T05:19:10,687 DEBUG [M:0;d1ba675678c9:37299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0dace78ea2b04e6b88adb0f8b29bb32b is 82, key is hbase:meta,,1/info:regioninfo/1731043127308/Put/seqid=0
2024-11-08T05:19:10,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741848_1024 (size=5672)
2024-11-08T05:19:11,091 INFO  [M:0;d1ba675678c9:37299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0dace78ea2b04e6b88adb0f8b29bb32b
2024-11-08T05:19:11,107 DEBUG [M:0;d1ba675678c9:37299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/caea724a890448a88e8e51fe49196016 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731043137063/Put/seqid=0
2024-11-08T05:19:11,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741849_1025 (size=8515)
2024-11-08T05:19:11,511 INFO  [M:0;d1ba675678c9:37299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/caea724a890448a88e8e51fe49196016
2024-11-08T05:19:11,527 DEBUG [M:0;d1ba675678c9:37299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24cec4c9bde14ad5b97aa935954bba09 is 69, key is d1ba675678c9,45605,1731043124541/rs:state/1731043125943/Put/seqid=0
2024-11-08T05:19:11,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741850_1026 (size=5156)
2024-11-08T05:19:11,931 INFO  [M:0;d1ba675678c9:37299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24cec4c9bde14ad5b97aa935954bba09
2024-11-08T05:19:11,935 DEBUG [M:0;d1ba675678c9:37299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0dace78ea2b04e6b88adb0f8b29bb32b as hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0dace78ea2b04e6b88adb0f8b29bb32b
2024-11-08T05:19:11,939 INFO  [M:0;d1ba675678c9:37299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0dace78ea2b04e6b88adb0f8b29bb32b, entries=8, sequenceid=97, filesize=5.5 K
2024-11-08T05:19:11,939 DEBUG [M:0;d1ba675678c9:37299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/caea724a890448a88e8e51fe49196016 as hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/caea724a890448a88e8e51fe49196016
2024-11-08T05:19:11,943 INFO  [M:0;d1ba675678c9:37299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/caea724a890448a88e8e51fe49196016, entries=11, sequenceid=97, filesize=8.3 K
2024-11-08T05:19:11,944 DEBUG [M:0;d1ba675678c9:37299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24cec4c9bde14ad5b97aa935954bba09 as hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24cec4c9bde14ad5b97aa935954bba09
2024-11-08T05:19:11,948 INFO  [M:0;d1ba675678c9:37299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42041/user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24cec4c9bde14ad5b97aa935954bba09, entries=1, sequenceid=97, filesize=5.0 K
2024-11-08T05:19:11,949 INFO  [M:0;d1ba675678c9:37299 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false
2024-11-08T05:19:11,950 INFO  [M:0;d1ba675678c9:37299 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:11,950 DEBUG [M:0;d1ba675678c9:37299 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043150669Disabling compacts and flushes for region at 1731043150669Disabling writes for close at 1731043150670 (+1 ms)Obtaining lock to block concurrent updates at 1731043150670Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043150670Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731043150670Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043150670Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043150671 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043150687 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043150687Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043151094 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043151107 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043151107Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043151514 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043151527 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043151527Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f33d373: reopening flushed file at 1731043151934 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61053bd2: reopening flushed file at 1731043151939 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4f74a9: reopening flushed file at 1731043151943 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731043151949 (+6 ms)Writing region close event to WAL at 1731043151950 (+1 ms)Closed at 1731043151950
2024-11-08T05:19:11,951 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc7647c1-93af-2fe5-33e1-e1cfa7fc7291/MasterData/WALs/d1ba675678c9,37299,1731043124359/d1ba675678c9%2C37299%2C1731043124359.1731043125549 not finished, retry = 0
2024-11-08T05:19:11,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741830_1006 (size=63642)
2024-11-08T05:19:12,052 INFO  [M:0;d1ba675678c9:37299 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:19:12,052 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:19:12,052 INFO  [M:0;d1ba675678c9:37299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37299
2024-11-08T05:19:12,053 INFO  [M:0;d1ba675678c9:37299 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:19:12,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:19:12,329 INFO  [M:0;d1ba675678c9:37299 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:19:12,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37299-0x10118e1d8f50000, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:19:12,331 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aa13e91{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:19:12,332 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b538681{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:19:12,332 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:19:12,332 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@219f8229{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:19:12,332 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71197954{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/hadoop.log.dir/,STOPPED}
2024-11-08T05:19:12,333 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:19:12,333 WARN  [BP-386438529-172.17.0.3-1731043122569 heartbeating to localhost/127.0.0.1:42041 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:19:12,333 WARN  [BP-386438529-172.17.0.3-1731043122569 heartbeating to localhost/127.0.0.1:42041 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-386438529-172.17.0.3-1731043122569 (Datanode Uuid 63f23686-a255-4686-a395-309fa1f67579) service to localhost/127.0.0.1:42041
2024-11-08T05:19:12,333 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:19:12,333 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/cluster_d93c2ea3-48d6-5d06-551f-e6b48940cda6/data/data1/current/BP-386438529-172.17.0.3-1731043122569 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:19:12,334 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/cluster_d93c2ea3-48d6-5d06-551f-e6b48940cda6/data/data2/current/BP-386438529-172.17.0.3-1731043122569 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:19:12,334 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:19:12,339 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5aa67927{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:19:12,340 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56603a02{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:19:12,340 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:19:12,340 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48c23f15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:19:12,340 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20ea4193{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1de089b3-fe06-9cf0-6fa9-ce1b2826e253/hadoop.log.dir/,STOPPED}
2024-11-08T05:19:12,345 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-08T05:19:12,355 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:19:12,364 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 246)
Potentially hanging thread: nioEventLoopGroup-23-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42041 from jenkins.hfs.12
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-22-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-23-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42041
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42041
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-29-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42041 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56501)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42041 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42041
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56501)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:42041
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42041
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41333
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-29-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41333 from jenkins.hfs.13
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-22-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-27-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:41333
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-29-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41333
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-23-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41333 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:41333
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41333
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-27-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-27-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-22-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41333 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=652 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=526 (was 644), ProcessCount=11 (was 11), AvailableMemoryMB=6080 (was 6225)
2024-11-08T05:19:12,372 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=652, MaxFileDescriptor=1048576, SystemLoadAverage=526, ProcessCount=11, AvailableMemoryMB=6079
2024-11-08T05:19:12,385 INFO  [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2
2024-11-08T05:19:12,386 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/hadoop.log.dir so I do NOT create it in target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d
2024-11-08T05:19:12,386 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:19:12,386 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/hadoop.tmp.dir so I do NOT create it in target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d
2024-11-08T05:19:12,386 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6470c1bf-8440-fc0b-f37c-184dbef00167/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:19:12,386 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d
2024-11-08T05:19:12,386 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/cluster_ee1d64bc-b69c-4a99-f577-82d808875db7, deleteOnExit=true
2024-11-08T05:19:12,388 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/cluster_ee1d64bc-b69c-4a99-f577-82d808875db7/zookeeper_0, clientPort=50782, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/cluster_ee1d64bc-b69c-4a99-f577-82d808875db7/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/cluster_ee1d64bc-b69c-4a99-f577-82d808875db7/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-08T05:19:12,389 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50782
2024-11-08T05:19:12,389 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:19:12,389 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:19:12,389 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/test.cache.data in system properties and HBase conf
2024-11-08T05:19:12,389 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:19:12,389 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:19:12,389 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:19:12,389 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:19:12,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:19:12,390 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:19:12,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:19:12,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:19:12,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:19:12,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:19:12,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:19:12,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:19:12,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:19:12,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:19:12,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:19:12,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:19:12,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:19:12,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:19:12,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:19:12,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:19:12,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10118e1d8f50005, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:19:12,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10118e1d8f50002, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:19:12,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10118e1d8f50002, quorum=127.0.0.1:56501, baseZNode=/0295188264 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:19:12,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10118e1d8f50005, quorum=127.0.0.1:56501, baseZNode=/1-383755274 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:19:12,820 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:19:12,822 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:19:12,824 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:19:12,824 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:19:12,824 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:19:12,825 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:19:12,825 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bbc2eb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:19:12,825 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@175ebd1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:19:12,920 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@585a476f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/java.io.tmpdir/jetty-localhost-44081-hadoop-hdfs-3_4_1-tests_jar-_-any-16837200485047287393/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:19:12,921 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32d815d3{HTTP/1.1, (http/1.1)}{localhost:44081}
2024-11-08T05:19:12,921 INFO  [Time-limited test {}] server.Server(415): Started @226358ms
2024-11-08T05:19:13,173 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:19:13,175 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:19:13,180 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:19:13,180 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:19:13,180 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:19:13,181 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@126503b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:19:13,181 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16bee036{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:19:13,284 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@613273b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/java.io.tmpdir/jetty-localhost-37803-hadoop-hdfs-3_4_1-tests_jar-_-any-11496596896876397815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:19:13,285 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dbe258{HTTP/1.1, (http/1.1)}{localhost:37803}
2024-11-08T05:19:13,285 INFO  [Time-limited test {}] server.Server(415): Started @226721ms
2024-11-08T05:19:13,286 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:19:13,980 WARN  [Thread-2645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/cluster_ee1d64bc-b69c-4a99-f577-82d808875db7/data/data1/current/BP-1027140785-172.17.0.3-1731043152404/current, will proceed with Du for space computation calculation, 
2024-11-08T05:19:13,980 WARN  [Thread-2646 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/cluster_ee1d64bc-b69c-4a99-f577-82d808875db7/data/data2/current/BP-1027140785-172.17.0.3-1731043152404/current, will proceed with Du for space computation calculation, 
2024-11-08T05:19:13,997 WARN  [Thread-2633 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:19:13,999 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x827075cc91709a00 with lease ID 0xfe5e55a8a6714d32: Processing first storage report for DS-a56dbaa7-7ee1-4156-ab57-16e7e6b60899 from datanode DatanodeRegistration(127.0.0.1:40541, datanodeUuid=d732ba9e-d997-4508-a935-b089b6d2ca09, infoPort=36893, infoSecurePort=0, ipcPort=39527, storageInfo=lv=-57;cid=testClusterID;nsid=1777194944;c=1731043152404)
2024-11-08T05:19:13,999 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x827075cc91709a00 with lease ID 0xfe5e55a8a6714d32: from storage DS-a56dbaa7-7ee1-4156-ab57-16e7e6b60899 node DatanodeRegistration(127.0.0.1:40541, datanodeUuid=d732ba9e-d997-4508-a935-b089b6d2ca09, infoPort=36893, infoSecurePort=0, ipcPort=39527, storageInfo=lv=-57;cid=testClusterID;nsid=1777194944;c=1731043152404), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:19:14,000 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x827075cc91709a00 with lease ID 0xfe5e55a8a6714d32: Processing first storage report for DS-04b2032b-2e97-4959-baad-a26dae37795f from datanode DatanodeRegistration(127.0.0.1:40541, datanodeUuid=d732ba9e-d997-4508-a935-b089b6d2ca09, infoPort=36893, infoSecurePort=0, ipcPort=39527, storageInfo=lv=-57;cid=testClusterID;nsid=1777194944;c=1731043152404)
2024-11-08T05:19:14,000 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x827075cc91709a00 with lease ID 0xfe5e55a8a6714d32: from storage DS-04b2032b-2e97-4959-baad-a26dae37795f node DatanodeRegistration(127.0.0.1:40541, datanodeUuid=d732ba9e-d997-4508-a935-b089b6d2ca09, infoPort=36893, infoSecurePort=0, ipcPort=39527, storageInfo=lv=-57;cid=testClusterID;nsid=1777194944;c=1731043152404), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:19:14,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d
2024-11-08T05:19:14,031 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:14,033 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:14,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:19:14,440 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405 with version=8
2024-11-08T05:19:14,440 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/hbase-staging
2024-11-08T05:19:14,442 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:19:14,442 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:19:14,442 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:19:14,442 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:19:14,442 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:19:14,442 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:19:14,442 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:19:14,443 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:19:14,443 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36547
2024-11-08T05:19:14,444 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36547 connecting to ZooKeeper ensemble=127.0.0.1:50782
2024-11-08T05:19:14,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365470x0, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:19:14,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36547-0x10118e24daf0000 connected
2024-11-08T05:19:14,610 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:14,612 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:14,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Set watcher on znode that does not yet exist, /0-296057358/running
2024-11-08T05:19:14,615 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405, hbase.cluster.distributed=false
2024-11-08T05:19:14,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Set watcher on znode that does not yet exist, /0-296057358/acl
2024-11-08T05:19:14,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36547
2024-11-08T05:19:14,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36547
2024-11-08T05:19:14,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36547
2024-11-08T05:19:14,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36547
2024-11-08T05:19:14,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36547
2024-11-08T05:19:14,653 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:19:14,653 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:19:14,654 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:19:14,654 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:19:14,654 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:19:14,654 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:19:14,654 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:19:14,654 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:19:14,655 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41261
2024-11-08T05:19:14,655 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41261 connecting to ZooKeeper ensemble=127.0.0.1:50782
2024-11-08T05:19:14,656 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:14,657 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:14,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412610x0, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:19:14,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412610x0, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Set watcher on znode that does not yet exist, /0-296057358/running
2024-11-08T05:19:14,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41261-0x10118e24daf0001 connected
2024-11-08T05:19:14,673 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:19:14,676 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:19:14,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Set watcher on znode that does not yet exist, /0-296057358/master
2024-11-08T05:19:14,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Set watcher on znode that does not yet exist, /0-296057358/acl
2024-11-08T05:19:14,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41261
2024-11-08T05:19:14,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41261
2024-11-08T05:19:14,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41261
2024-11-08T05:19:14,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41261
2024-11-08T05:19:14,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41261
2024-11-08T05:19:14,691 DEBUG [M:0;d1ba675678c9:36547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:36547
2024-11-08T05:19:14,695 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-296057358/backup-masters/d1ba675678c9,36547,1731043154442
2024-11-08T05:19:14,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358/backup-masters
2024-11-08T05:19:14,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358/backup-masters
2024-11-08T05:19:14,705 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Set watcher on existing znode=/0-296057358/backup-masters/d1ba675678c9,36547,1731043154442
2024-11-08T05:19:14,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358
2024-11-08T05:19:14,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-296057358/master
2024-11-08T05:19:14,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358
2024-11-08T05:19:14,716 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Set watcher on existing znode=/0-296057358/master
2024-11-08T05:19:14,716 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-296057358/backup-masters/d1ba675678c9,36547,1731043154442 from backup master directory
2024-11-08T05:19:14,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-296057358/backup-masters/d1ba675678c9,36547,1731043154442
2024-11-08T05:19:14,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358/backup-masters
2024-11-08T05:19:14,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358/backup-masters
2024-11-08T05:19:14,726 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:19:14,726 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,36547,1731043154442
2024-11-08T05:19:14,729 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/hbase.id] with ID: 03d1a055-1cf0-4125-85a0-08f7ffd98acb
2024-11-08T05:19:14,729 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/.tmp/hbase.id
2024-11-08T05:19:14,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:19:14,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-08T05:19:14,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-08T05:19:14,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-08T05:19:14,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:19:15,134 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/.tmp/hbase.id]:[hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/hbase.id]
2024-11-08T05:19:15,142 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:15,142 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:19:15,143 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-08T05:19:15,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358
2024-11-08T05:19:15,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358
2024-11-08T05:19:15,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:19:15,604 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:19:15,605 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:19:15,605 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:19:15,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:19:15,664 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:19:15,665 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:15,665 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:15,701 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:15,701 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:15,701 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:15,702 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:15,702 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:15,702 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:15,708 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:15,711 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:15,711 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:15,712 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:16,011 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store
2024-11-08T05:19:16,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:19:16,418 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:16,418 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:19:16,418 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:16,418 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:16,418 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:19:16,418 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:16,418 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:16,418 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043156418Disabling compacts and flushes for region at 1731043156418Disabling writes for close at 1731043156418Writing region close event to WAL at 1731043156418Closed at 1731043156418
2024-11-08T05:19:16,419 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store/.initializing
2024-11-08T05:19:16,419 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/WALs/d1ba675678c9,36547,1731043154442
2024-11-08T05:19:16,420 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:19:16,421 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C36547%2C1731043154442, suffix=, logDir=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/WALs/d1ba675678c9,36547,1731043154442, archiveDir=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/oldWALs, maxLogs=10
2024-11-08T05:19:16,434 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/WALs/d1ba675678c9,36547,1731043154442/d1ba675678c9%2C36547%2C1731043154442.1731043156421, exclude list is [], retry=0
2024-11-08T05:19:16,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40541,DS-a56dbaa7-7ee1-4156-ab57-16e7e6b60899,DISK]
2024-11-08T05:19:16,440 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/WALs/d1ba675678c9,36547,1731043154442/d1ba675678c9%2C36547%2C1731043154442.1731043156421
2024-11-08T05:19:16,443 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36893:36893)]
2024-11-08T05:19:16,443 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:19:16,443 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:16,443 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:16,443 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:16,444 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:19:16,445 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:19:16,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:16,445 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:16,445 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:19:16,446 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:19:16,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:16,446 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:16,446 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:19:16,447 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:19:16,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:16,447 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:16,447 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:19:16,448 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:19:16,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:16,448 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:16,448 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:16,449 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:16,449 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:16,450 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:16,450 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:16,450 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:19:16,451 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:16,452 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:19:16,453 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62131511, jitterRate=-0.07416833937168121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:19:16,453 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731043156443Initializing all the Stores at 1731043156444 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043156444Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043156444Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043156444Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043156444Cleaning up temporary data from old regions at 1731043156450 (+6 ms)Region opened successfully at 1731043156453 (+3 ms)
2024-11-08T05:19:16,453 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:19:16,456 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587da1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:19:16,456 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:19:16,457 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:19:16,457 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:19:16,457 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:19:16,457 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:19:16,458 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:19:16,458 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:19:16,461 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:19:16,462 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Unable to get data of znode /0-296057358/balancer because node does not exist (not necessarily an error)
2024-11-08T05:19:16,526 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-296057358/balancer already deleted, retry=false
2024-11-08T05:19:16,526 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:19:16,527 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Unable to get data of znode /0-296057358/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:19:16,536 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-296057358/normalizer already deleted, retry=false
2024-11-08T05:19:16,537 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:19:16,538 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Unable to get data of znode /0-296057358/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:19:16,547 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-296057358/switch/split already deleted, retry=false
2024-11-08T05:19:16,548 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Unable to get data of znode /0-296057358/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:19:16,557 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-296057358/switch/merge already deleted, retry=false
2024-11-08T05:19:16,559 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Unable to get data of znode /0-296057358/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:19:16,568 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-296057358/snapshot-cleanup already deleted, retry=false
2024-11-08T05:19:16,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-296057358/running
2024-11-08T05:19:16,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-296057358/running
2024-11-08T05:19:16,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358
2024-11-08T05:19:16,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358
2024-11-08T05:19:16,579 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,36547,1731043154442, sessionid=0x10118e24daf0000, setting cluster-up flag (Was=false)
2024-11-08T05:19:16,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358
2024-11-08T05:19:16,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358
2024-11-08T05:19:16,631 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-296057358/flush-table-proc/acquired, /0-296057358/flush-table-proc/reached, /0-296057358/flush-table-proc/abort
2024-11-08T05:19:16,633 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,36547,1731043154442
2024-11-08T05:19:16,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358
2024-11-08T05:19:16,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358
2024-11-08T05:19:16,685 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-296057358/online-snapshot/acquired, /0-296057358/online-snapshot/reached, /0-296057358/online-snapshot/abort
2024-11-08T05:19:16,686 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,36547,1731043154442
2024-11-08T05:19:16,687 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:19:16,688 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:19:16,689 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:19:16,689 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:19:16,689 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,36547,1731043154442
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:19:16,691 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:19:16,691 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:19:16,691 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:19:16,691 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:19:16,691 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:19:16,691 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:16,691 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:19:16,691 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:16,693 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:19:16,693 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:19:16,694 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:16,694 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:19:16,700 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043186700
2024-11-08T05:19:16,700 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:19:16,700 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:19:16,701 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:19:16,701 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:19:16,701 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:19:16,701 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:19:16,706 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:16,706 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:19:16,706 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:19:16,706 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:19:16,706 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:19:16,712 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:19:16,712 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:19:16,712 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043156712,5,FailOnTimeoutGroup]
2024-11-08T05:19:16,713 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043156712,5,FailOnTimeoutGroup]
2024-11-08T05:19:16,713 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:16,713 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:19:16,713 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:16,713 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:16,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:19:16,715 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:19:16,715 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405
2024-11-08T05:19:16,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741832_1008 (size=32)
2024-11-08T05:19:16,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:16,740 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:19:16,742 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:19:16,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:16,742 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:16,742 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:19:16,743 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:19:16,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:16,743 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:16,744 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:19:16,744 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:19:16,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:16,745 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:16,745 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:19:16,746 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:19:16,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:16,746 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:16,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:19:16,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740
2024-11-08T05:19:16,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740
2024-11-08T05:19:16,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:19:16,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:19:16,748 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:19:16,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:19:16,752 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:19:16,753 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65000963, jitterRate=-0.03141017258167267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:19:16,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731043156735Initializing all the Stores at 1731043156737 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043156737Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043156740 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043156740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043156740Cleaning up temporary data from old regions at 1731043156748 (+8 ms)Region opened successfully at 1731043156753 (+5 ms)
2024-11-08T05:19:16,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:19:16,754 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:19:16,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:19:16,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:19:16,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:19:16,756 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:19:16,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043156754Disabling compacts and flushes for region at 1731043156754Disabling writes for close at 1731043156754Writing region close event to WAL at 1731043156756 (+2 ms)Closed at 1731043156756
2024-11-08T05:19:16,757 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:19:16,757 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:19:16,757 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:19:16,758 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:19:16,759 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:19:16,782 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(746): ClusterId : 03d1a055-1cf0-4125-85a0-08f7ffd98acb
2024-11-08T05:19:16,782 DEBUG [RS:0;d1ba675678c9:41261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:19:16,789 DEBUG [RS:0;d1ba675678c9:41261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:19:16,789 DEBUG [RS:0;d1ba675678c9:41261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:19:16,800 DEBUG [RS:0;d1ba675678c9:41261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:19:16,800 DEBUG [RS:0;d1ba675678c9:41261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7459d37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:19:16,812 DEBUG [RS:0;d1ba675678c9:41261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:41261
2024-11-08T05:19:16,812 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:19:16,812 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:19:16,812 DEBUG [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:19:16,813 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,36547,1731043154442 with port=41261, startcode=1731043154653
2024-11-08T05:19:16,813 DEBUG [RS:0;d1ba675678c9:41261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:19:16,814 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:19:16,814 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,41261,1731043154653
2024-11-08T05:19:16,814 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36547 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,41261,1731043154653
2024-11-08T05:19:16,816 DEBUG [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405
2024-11-08T05:19:16,816 DEBUG [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37323
2024-11-08T05:19:16,816 DEBUG [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:19:16,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358/rs
2024-11-08T05:19:16,821 DEBUG [RS:0;d1ba675678c9:41261 {}] zookeeper.ZKUtil(111): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Set watcher on existing znode=/0-296057358/rs/d1ba675678c9,41261,1731043154653
2024-11-08T05:19:16,821 WARN  [RS:0;d1ba675678c9:41261 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:19:16,821 INFO  [RS:0;d1ba675678c9:41261 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:19:16,821 DEBUG [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653
2024-11-08T05:19:16,821 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,41261,1731043154653]
2024-11-08T05:19:16,826 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:19:16,827 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:19:16,828 INFO  [RS:0;d1ba675678c9:41261 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:19:16,828 INFO  [RS:0;d1ba675678c9:41261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:16,830 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:19:16,831 INFO  [RS:0;d1ba675678c9:41261 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:19:16,831 INFO  [RS:0;d1ba675678c9:41261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:16,831 DEBUG [RS:0;d1ba675678c9:41261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:16,831 DEBUG [RS:0;d1ba675678c9:41261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:16,831 DEBUG [RS:0;d1ba675678c9:41261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:16,831 DEBUG [RS:0;d1ba675678c9:41261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:16,831 DEBUG [RS:0;d1ba675678c9:41261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:16,831 DEBUG [RS:0;d1ba675678c9:41261 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:19:16,831 DEBUG [RS:0;d1ba675678c9:41261 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:16,831 DEBUG [RS:0;d1ba675678c9:41261 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:16,831 DEBUG [RS:0;d1ba675678c9:41261 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:16,831 DEBUG [RS:0;d1ba675678c9:41261 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:16,831 DEBUG [RS:0;d1ba675678c9:41261 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:16,831 DEBUG [RS:0;d1ba675678c9:41261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:16,831 DEBUG [RS:0;d1ba675678c9:41261 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:19:16,831 DEBUG [RS:0;d1ba675678c9:41261 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:19:16,836 INFO  [RS:0;d1ba675678c9:41261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:16,836 INFO  [RS:0;d1ba675678c9:41261 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:16,836 INFO  [RS:0;d1ba675678c9:41261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:16,836 INFO  [RS:0;d1ba675678c9:41261 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:16,836 INFO  [RS:0;d1ba675678c9:41261 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:16,836 INFO  [RS:0;d1ba675678c9:41261 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,41261,1731043154653-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:19:16,855 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:19:16,855 INFO  [RS:0;d1ba675678c9:41261 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,41261,1731043154653-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:16,855 INFO  [RS:0;d1ba675678c9:41261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:16,855 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.Replication(171): d1ba675678c9,41261,1731043154653 started
2024-11-08T05:19:16,873 INFO  [RS:0;d1ba675678c9:41261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:16,873 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,41261,1731043154653, RpcServer on d1ba675678c9/172.17.0.3:41261, sessionid=0x10118e24daf0001
2024-11-08T05:19:16,874 DEBUG [RS:0;d1ba675678c9:41261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:19:16,874 DEBUG [RS:0;d1ba675678c9:41261 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,41261,1731043154653
2024-11-08T05:19:16,874 DEBUG [RS:0;d1ba675678c9:41261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,41261,1731043154653'
2024-11-08T05:19:16,874 DEBUG [RS:0;d1ba675678c9:41261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-296057358/flush-table-proc/abort'
2024-11-08T05:19:16,874 DEBUG [RS:0;d1ba675678c9:41261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-296057358/flush-table-proc/acquired'
2024-11-08T05:19:16,875 DEBUG [RS:0;d1ba675678c9:41261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:19:16,875 DEBUG [RS:0;d1ba675678c9:41261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:19:16,875 DEBUG [RS:0;d1ba675678c9:41261 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,41261,1731043154653
2024-11-08T05:19:16,875 DEBUG [RS:0;d1ba675678c9:41261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,41261,1731043154653'
2024-11-08T05:19:16,875 DEBUG [RS:0;d1ba675678c9:41261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-296057358/online-snapshot/abort'
2024-11-08T05:19:16,875 DEBUG [RS:0;d1ba675678c9:41261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-296057358/online-snapshot/acquired'
2024-11-08T05:19:16,875 DEBUG [RS:0;d1ba675678c9:41261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:19:16,875 INFO  [RS:0;d1ba675678c9:41261 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:19:16,875 INFO  [RS:0;d1ba675678c9:41261 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:19:16,909 WARN  [d1ba675678c9:36547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-08T05:19:16,976 INFO  [RS:0;d1ba675678c9:41261 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:19:16,977 INFO  [RS:0;d1ba675678c9:41261 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C41261%2C1731043154653, suffix=, logDir=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653, archiveDir=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/oldWALs, maxLogs=10
2024-11-08T05:19:16,989 DEBUG [RS:0;d1ba675678c9:41261 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977, exclude list is [], retry=0
2024-11-08T05:19:16,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40541,DS-a56dbaa7-7ee1-4156-ab57-16e7e6b60899,DISK]
2024-11-08T05:19:16,992 INFO  [RS:0;d1ba675678c9:41261 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977
2024-11-08T05:19:16,992 DEBUG [RS:0;d1ba675678c9:41261 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36893:36893)]
2024-11-08T05:19:17,159 DEBUG [d1ba675678c9:36547 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:19:17,160 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,41261,1731043154653
2024-11-08T05:19:17,161 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,41261,1731043154653, state=OPENING
2024-11-08T05:19:17,483 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:19:17,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358
2024-11-08T05:19:17,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358
2024-11-08T05:19:17,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-296057358/meta-region-server: CHANGED
2024-11-08T05:19:17,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-296057358/meta-region-server: CHANGED
2024-11-08T05:19:17,547 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:19:17,547 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,41261,1731043154653}]
2024-11-08T05:19:17,699 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:19:17,700 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:19:17,702 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:19:17,702 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:19:17,703 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:19:17,703 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C41261%2C1731043154653.meta, suffix=.meta, logDir=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653, archiveDir=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/oldWALs, maxLogs=10
2024-11-08T05:19:17,715 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.meta.1731043157704.meta, exclude list is [], retry=0
2024-11-08T05:19:17,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40541,DS-a56dbaa7-7ee1-4156-ab57-16e7e6b60899,DISK]
2024-11-08T05:19:17,718 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.meta.1731043157704.meta
2024-11-08T05:19:17,719 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36893:36893)]
2024-11-08T05:19:17,719 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:19:17,719 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:19:17,719 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:19:17,719 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:19:17,719 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:19:17,719 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:19:17,719 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:17,719 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:19:17,719 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:19:17,720 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:19:17,721 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:19:17,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:17,721 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:17,721 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:19:17,722 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:19:17,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:17,722 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:17,722 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:19:17,722 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:19:17,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:17,723 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:17,723 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:19:17,723 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:19:17,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:17,724 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:17,724 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:19:17,724 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740
2024-11-08T05:19:17,725 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740
2024-11-08T05:19:17,725 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:19:17,725 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:19:17,726 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:19:17,726 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:19:17,727 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58913025, jitterRate=-0.12212751805782318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:19:17,727 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:19:17,727 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731043157719Writing region info on filesystem at 1731043157719Initializing all the Stores at 1731043157720 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043157720Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043157720Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043157720Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043157720Cleaning up temporary data from old regions at 1731043157725 (+5 ms)Running coprocessor post-open hooks at 1731043157727 (+2 ms)Region opened successfully at 1731043157727
2024-11-08T05:19:17,728 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043157699
2024-11-08T05:19:17,730 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:19:17,730 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:19:17,730 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,41261,1731043154653
2024-11-08T05:19:17,731 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,41261,1731043154653, state=OPEN
2024-11-08T05:19:17,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-296057358/meta-region-server
2024-11-08T05:19:17,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-296057358/meta-region-server
2024-11-08T05:19:17,897 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,41261,1731043154653
2024-11-08T05:19:17,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-296057358/meta-region-server: CHANGED
2024-11-08T05:19:17,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-296057358/meta-region-server: CHANGED
2024-11-08T05:19:17,899 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:19:17,899 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,41261,1731043154653 in 351 msec
2024-11-08T05:19:17,900 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:19:17,900 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1420 sec
2024-11-08T05:19:17,901 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:19:17,901 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:19:17,902 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:19:17,902 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,41261,1731043154653, seqNum=-1]
2024-11-08T05:19:17,902 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:19:17,903 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:19:17,906 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2180 sec
2024-11-08T05:19:17,907 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043157906, completionTime=-1
2024-11-08T05:19:17,907 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:19:17,907 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:19:17,908 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:19:17,908 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043217908
2024-11-08T05:19:17,908 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043277908
2024-11-08T05:19:17,908 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-08T05:19:17,908 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36547,1731043154442-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:17,908 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36547,1731043154442-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:17,908 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36547,1731043154442-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:17,908 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:36547, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:17,908 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:17,909 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:17,910 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:19:17,911 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.185sec
2024-11-08T05:19:17,911 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:19:17,911 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:19:17,911 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:19:17,911 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:19:17,911 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:19:17,911 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36547,1731043154442-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:19:17,911 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36547,1731043154442-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:19:17,913 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:19:17,913 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:19:17,913 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36547,1731043154442-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:17,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cfba12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:17,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,36547,-1 for getting cluster id
2024-11-08T05:19:17,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:17,984 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d1a055-1cf0-4125-85a0-08f7ffd98acb'
2024-11-08T05:19:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d1a055-1cf0-4125-85a0-08f7ffd98acb"

2024-11-08T05:19:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689860a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,36547,-1]
2024-11-08T05:19:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:17,985 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:17,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22cfebc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:17,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:19:17,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,41261,1731043154653, seqNum=-1]
2024-11-08T05:19:17,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:19:17,988 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:19:17,989 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,36547,1731043154442
2024-11-08T05:19:17,990 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50782
2024-11-08T05:19:18,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:19:18,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10118e24daf0002 connected
2024-11-08T05:19:18,022 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/hadoop.log.dir so I do NOT create it in target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d
2024-11-08T05:19:18,022 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:19:18,022 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/hadoop.tmp.dir so I do NOT create it in target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d
2024-11-08T05:19:18,022 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:19:18,022 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d
2024-11-08T05:19:18,022 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:19:18,022 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/cluster_dd6141ca-2a22-88b5-b575-350861b53124, deleteOnExit=true
2024-11-08T05:19:18,022 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:19:18,023 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/test.cache.data in system properties and HBase conf
2024-11-08T05:19:18,023 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:19:18,023 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:19:18,023 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:19:18,023 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:19:18,023 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:19:18,023 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:19:18,023 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:19:18,023 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:19:18,023 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:19:18,023 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:19:18,023 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:19:18,023 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:19:18,023 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:19:18,023 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:19:18,023 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:19:18,024 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:19:18,024 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:19:18,024 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:19:18,024 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:19:18,024 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:19:18,437 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:19:18,441 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:19:18,442 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:19:18,442 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:19:18,442 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:19:18,444 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:19:18,444 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c9beac5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:19:18,444 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a302027{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:19:18,555 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67e613ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/java.io.tmpdir/jetty-localhost-39955-hadoop-hdfs-3_4_1-tests_jar-_-any-12891451194491643278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:19:18,556 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@92d56b2{HTTP/1.1, (http/1.1)}{localhost:39955}
2024-11-08T05:19:18,556 INFO  [Time-limited test {}] server.Server(415): Started @231992ms
2024-11-08T05:19:18,812 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:19:18,815 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:19:18,816 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:19:18,816 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:19:18,816 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:19:18,816 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e9e894a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:19:18,816 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41fe9518{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:19:18,912 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d1dec5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/java.io.tmpdir/jetty-localhost-39169-hadoop-hdfs-3_4_1-tests_jar-_-any-12248065126982805225/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:19:18,912 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@700ad68f{HTTP/1.1, (http/1.1)}{localhost:39169}
2024-11-08T05:19:18,912 INFO  [Time-limited test {}] server.Server(415): Started @232349ms
2024-11-08T05:19:18,913 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:19:19,592 WARN  [Thread-2766 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/cluster_dd6141ca-2a22-88b5-b575-350861b53124/data/data1/current/BP-298066549-172.17.0.3-1731043158046/current, will proceed with Du for space computation calculation, 
2024-11-08T05:19:19,592 WARN  [Thread-2767 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/cluster_dd6141ca-2a22-88b5-b575-350861b53124/data/data2/current/BP-298066549-172.17.0.3-1731043158046/current, will proceed with Du for space computation calculation, 
2024-11-08T05:19:19,607 WARN  [Thread-2754 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:19:19,609 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75d57e4a461d346a with lease ID 0x4e6e9ad2adabfe04: Processing first storage report for DS-2e6b7577-63cf-43cf-8930-d2d0e20cce11 from datanode DatanodeRegistration(127.0.0.1:44739, datanodeUuid=5ea6b22b-0d7c-4856-801f-3fbe6dd25fd3, infoPort=35189, infoSecurePort=0, ipcPort=46089, storageInfo=lv=-57;cid=testClusterID;nsid=1752813867;c=1731043158046)
2024-11-08T05:19:19,609 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75d57e4a461d346a with lease ID 0x4e6e9ad2adabfe04: from storage DS-2e6b7577-63cf-43cf-8930-d2d0e20cce11 node DatanodeRegistration(127.0.0.1:44739, datanodeUuid=5ea6b22b-0d7c-4856-801f-3fbe6dd25fd3, infoPort=35189, infoSecurePort=0, ipcPort=46089, storageInfo=lv=-57;cid=testClusterID;nsid=1752813867;c=1731043158046), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:19:19,609 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75d57e4a461d346a with lease ID 0x4e6e9ad2adabfe04: Processing first storage report for DS-1c31321b-33f9-45d7-85e3-0facdb745db4 from datanode DatanodeRegistration(127.0.0.1:44739, datanodeUuid=5ea6b22b-0d7c-4856-801f-3fbe6dd25fd3, infoPort=35189, infoSecurePort=0, ipcPort=46089, storageInfo=lv=-57;cid=testClusterID;nsid=1752813867;c=1731043158046)
2024-11-08T05:19:19,609 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75d57e4a461d346a with lease ID 0x4e6e9ad2adabfe04: from storage DS-1c31321b-33f9-45d7-85e3-0facdb745db4 node DatanodeRegistration(127.0.0.1:44739, datanodeUuid=5ea6b22b-0d7c-4856-801f-3fbe6dd25fd3, infoPort=35189, infoSecurePort=0, ipcPort=46089, storageInfo=lv=-57;cid=testClusterID;nsid=1752813867;c=1731043158046), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:19:19,636 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d
2024-11-08T05:19:19,636 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:19,637 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:19,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:19:20,044 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564 with version=8
2024-11-08T05:19:20,044 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/hbase-staging
2024-11-08T05:19:20,046 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:19:20,046 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:19:20,046 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:19:20,046 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:19:20,046 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:19:20,047 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:19:20,047 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:19:20,047 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:19:20,047 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36707
2024-11-08T05:19:20,048 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36707 connecting to ZooKeeper ensemble=127.0.0.1:50782
2024-11-08T05:19:20,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367070x0, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:19:20,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36707-0x10118e24daf0003 connected
2024-11-08T05:19:20,378 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:20,379 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:20,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Set watcher on znode that does not yet exist, /1-1178150776/running
2024-11-08T05:19:20,381 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564, hbase.cluster.distributed=false
2024-11-08T05:19:20,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Set watcher on znode that does not yet exist, /1-1178150776/acl
2024-11-08T05:19:20,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36707
2024-11-08T05:19:20,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36707
2024-11-08T05:19:20,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36707
2024-11-08T05:19:20,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36707
2024-11-08T05:19:20,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36707
2024-11-08T05:19:20,398 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:19:20,398 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:19:20,398 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:19:20,398 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:19:20,398 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:19:20,398 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:19:20,398 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:19:20,398 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:19:20,399 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42313
2024-11-08T05:19:20,399 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42313 connecting to ZooKeeper ensemble=127.0.0.1:50782
2024-11-08T05:19:20,400 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:20,401 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:20,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423130x0, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:19:20,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423130x0, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Set watcher on znode that does not yet exist, /1-1178150776/running
2024-11-08T05:19:20,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42313-0x10118e24daf0004 connected
2024-11-08T05:19:20,410 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:19:20,411 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:19:20,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Set watcher on znode that does not yet exist, /1-1178150776/master
2024-11-08T05:19:20,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Set watcher on znode that does not yet exist, /1-1178150776/acl
2024-11-08T05:19:20,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42313
2024-11-08T05:19:20,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42313
2024-11-08T05:19:20,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42313
2024-11-08T05:19:20,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42313
2024-11-08T05:19:20,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42313
2024-11-08T05:19:20,430 DEBUG [M:0;d1ba675678c9:36707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:36707
2024-11-08T05:19:20,431 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1178150776/backup-masters/d1ba675678c9,36707,1731043160046
2024-11-08T05:19:20,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776/backup-masters
2024-11-08T05:19:20,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776/backup-masters
2024-11-08T05:19:20,441 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Set watcher on existing znode=/1-1178150776/backup-masters/d1ba675678c9,36707,1731043160046
2024-11-08T05:19:20,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1178150776/master
2024-11-08T05:19:20,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776
2024-11-08T05:19:20,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776
2024-11-08T05:19:20,452 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Set watcher on existing znode=/1-1178150776/master
2024-11-08T05:19:20,452 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1178150776/backup-masters/d1ba675678c9,36707,1731043160046 from backup master directory
2024-11-08T05:19:20,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1178150776/backup-masters/d1ba675678c9,36707,1731043160046
2024-11-08T05:19:20,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776/backup-masters
2024-11-08T05:19:20,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776/backup-masters
2024-11-08T05:19:20,462 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:19:20,462 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,36707,1731043160046
2024-11-08T05:19:20,465 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/hbase.id] with ID: fec929a3-c979-4fe5-9f35-2eeb17ce891c
2024-11-08T05:19:20,465 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/.tmp/hbase.id
2024-11-08T05:19:20,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:19:20,869 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/.tmp/hbase.id]:[hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/hbase.id]
2024-11-08T05:19:20,877 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:20,877 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:19:20,878 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-08T05:19:20,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776
2024-11-08T05:19:20,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776
2024-11-08T05:19:20,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:19:21,334 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:19:21,335 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:19:21,335 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:19:21,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:19:21,741 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store
2024-11-08T05:19:21,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:19:22,146 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:22,147 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:19:22,147 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:22,147 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:22,147 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:19:22,147 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:22,147 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:22,147 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043162147Disabling compacts and flushes for region at 1731043162147Disabling writes for close at 1731043162147Writing region close event to WAL at 1731043162147Closed at 1731043162147
2024-11-08T05:19:22,148 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store/.initializing
2024-11-08T05:19:22,148 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/WALs/d1ba675678c9,36707,1731043160046
2024-11-08T05:19:22,148 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:19:22,150 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C36707%2C1731043160046, suffix=, logDir=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/WALs/d1ba675678c9,36707,1731043160046, archiveDir=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/oldWALs, maxLogs=10
2024-11-08T05:19:22,161 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/WALs/d1ba675678c9,36707,1731043160046/d1ba675678c9%2C36707%2C1731043160046.1731043162150, exclude list is [], retry=0
2024-11-08T05:19:22,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44739,DS-2e6b7577-63cf-43cf-8930-d2d0e20cce11,DISK]
2024-11-08T05:19:22,165 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/WALs/d1ba675678c9,36707,1731043160046/d1ba675678c9%2C36707%2C1731043160046.1731043162150
2024-11-08T05:19:22,165 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35189:35189)]
2024-11-08T05:19:22,165 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:19:22,165 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:22,165 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:22,165 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:22,166 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:19:22,167 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:19:22,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:22,167 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:22,168 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:19:22,168 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:19:22,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:22,168 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:22,169 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:19:22,169 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:19:22,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:22,170 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:22,170 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:19:22,170 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:19:22,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:22,170 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:22,171 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:22,171 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:22,171 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:22,172 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:22,172 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:22,172 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:19:22,173 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:22,174 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:19:22,175 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70748639, jitterRate=0.05423687398433685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:19:22,175 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731043162165Initializing all the Stores at 1731043162166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043162166Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043162166Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043162166Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043162166Cleaning up temporary data from old regions at 1731043162172 (+6 ms)Region opened successfully at 1731043162175 (+3 ms)
2024-11-08T05:19:22,175 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:19:22,177 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52429bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:19:22,178 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:19:22,178 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:19:22,178 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:19:22,178 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:19:22,178 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:19:22,179 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:19:22,179 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:19:22,180 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:19:22,181 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Unable to get data of znode /1-1178150776/balancer because node does not exist (not necessarily an error)
2024-11-08T05:19:22,241 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1178150776/balancer already deleted, retry=false
2024-11-08T05:19:22,242 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:19:22,242 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Unable to get data of znode /1-1178150776/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:19:22,252 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1178150776/normalizer already deleted, retry=false
2024-11-08T05:19:22,252 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:19:22,253 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Unable to get data of znode /1-1178150776/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:19:22,262 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1178150776/switch/split already deleted, retry=false
2024-11-08T05:19:22,263 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Unable to get data of znode /1-1178150776/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:19:22,273 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1178150776/switch/merge already deleted, retry=false
2024-11-08T05:19:22,275 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Unable to get data of znode /1-1178150776/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:19:22,283 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1178150776/snapshot-cleanup already deleted, retry=false
2024-11-08T05:19:22,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1178150776/running
2024-11-08T05:19:22,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1178150776/running
2024-11-08T05:19:22,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776
2024-11-08T05:19:22,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776
2024-11-08T05:19:22,294 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,36707,1731043160046, sessionid=0x10118e24daf0003, setting cluster-up flag (Was=false)
2024-11-08T05:19:22,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776
2024-11-08T05:19:22,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776
2024-11-08T05:19:22,346 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1178150776/flush-table-proc/acquired, /1-1178150776/flush-table-proc/reached, /1-1178150776/flush-table-proc/abort
2024-11-08T05:19:22,347 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,36707,1731043160046
2024-11-08T05:19:22,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776
2024-11-08T05:19:22,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776
2024-11-08T05:19:22,399 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1178150776/online-snapshot/acquired, /1-1178150776/online-snapshot/reached, /1-1178150776/online-snapshot/abort
2024-11-08T05:19:22,400 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,36707,1731043160046
2024-11-08T05:19:22,401 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:19:22,403 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:19:22,403 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:19:22,403 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:19:22,404 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,36707,1731043160046
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:19:22,405 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:19:22,405 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:19:22,405 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:19:22,405 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:19:22,405 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:19:22,405 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:22,405 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:19:22,405 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:22,407 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:19:22,407 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:19:22,408 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:22,408 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:19:22,412 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043192412
2024-11-08T05:19:22,412 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:19:22,413 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:19:22,413 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:19:22,413 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:19:22,413 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:19:22,413 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:19:22,415 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:22,415 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:19:22,415 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:19:22,416 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:19:22,416 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:19:22,418 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:19:22,419 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:19:22,420 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043162419,5,FailOnTimeoutGroup]
2024-11-08T05:19:22,421 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043162420,5,FailOnTimeoutGroup]
2024-11-08T05:19:22,421 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:22,421 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:19:22,421 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:22,421 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:22,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:19:22,422 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(746): ClusterId : fec929a3-c979-4fe5-9f35-2eeb17ce891c
2024-11-08T05:19:22,423 DEBUG [RS:0;d1ba675678c9:42313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:19:22,432 DEBUG [RS:0;d1ba675678c9:42313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:19:22,432 DEBUG [RS:0;d1ba675678c9:42313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:19:22,442 DEBUG [RS:0;d1ba675678c9:42313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:19:22,442 DEBUG [RS:0;d1ba675678c9:42313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a156975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:19:22,453 DEBUG [RS:0;d1ba675678c9:42313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:42313
2024-11-08T05:19:22,453 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:19:22,453 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:19:22,453 DEBUG [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:19:22,454 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,36707,1731043160046 with port=42313, startcode=1731043160398
2024-11-08T05:19:22,454 DEBUG [RS:0;d1ba675678c9:42313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:19:22,455 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:19:22,455 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,42313,1731043160398
2024-11-08T05:19:22,455 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36707 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,42313,1731043160398
2024-11-08T05:19:22,456 DEBUG [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564
2024-11-08T05:19:22,456 DEBUG [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42391
2024-11-08T05:19:22,456 DEBUG [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:19:22,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776/rs
2024-11-08T05:19:22,499 DEBUG [RS:0;d1ba675678c9:42313 {}] zookeeper.ZKUtil(111): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Set watcher on existing znode=/1-1178150776/rs/d1ba675678c9,42313,1731043160398
2024-11-08T05:19:22,499 WARN  [RS:0;d1ba675678c9:42313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:19:22,499 INFO  [RS:0;d1ba675678c9:42313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:19:22,499 DEBUG [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398
2024-11-08T05:19:22,499 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,42313,1731043160398]
2024-11-08T05:19:22,501 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:19:22,502 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:19:22,503 INFO  [RS:0;d1ba675678c9:42313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:19:22,503 INFO  [RS:0;d1ba675678c9:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:22,504 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:19:22,504 INFO  [RS:0;d1ba675678c9:42313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:19:22,504 INFO  [RS:0;d1ba675678c9:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:22,504 DEBUG [RS:0;d1ba675678c9:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:22,504 DEBUG [RS:0;d1ba675678c9:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:22,504 DEBUG [RS:0;d1ba675678c9:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:22,504 DEBUG [RS:0;d1ba675678c9:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:22,505 DEBUG [RS:0;d1ba675678c9:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:22,505 DEBUG [RS:0;d1ba675678c9:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:19:22,505 DEBUG [RS:0;d1ba675678c9:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:22,505 DEBUG [RS:0;d1ba675678c9:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:22,505 DEBUG [RS:0;d1ba675678c9:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:22,505 DEBUG [RS:0;d1ba675678c9:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:22,505 DEBUG [RS:0;d1ba675678c9:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:22,505 DEBUG [RS:0;d1ba675678c9:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:22,505 DEBUG [RS:0;d1ba675678c9:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:19:22,505 DEBUG [RS:0;d1ba675678c9:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:19:22,505 INFO  [RS:0;d1ba675678c9:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:22,505 INFO  [RS:0;d1ba675678c9:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:22,505 INFO  [RS:0;d1ba675678c9:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:22,505 INFO  [RS:0;d1ba675678c9:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:22,505 INFO  [RS:0;d1ba675678c9:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:22,505 INFO  [RS:0;d1ba675678c9:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42313,1731043160398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:19:22,522 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:19:22,523 INFO  [RS:0;d1ba675678c9:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42313,1731043160398-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:22,523 INFO  [RS:0;d1ba675678c9:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:22,523 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.Replication(171): d1ba675678c9,42313,1731043160398 started
2024-11-08T05:19:22,539 INFO  [RS:0;d1ba675678c9:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:22,540 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,42313,1731043160398, RpcServer on d1ba675678c9/172.17.0.3:42313, sessionid=0x10118e24daf0004
2024-11-08T05:19:22,540 DEBUG [RS:0;d1ba675678c9:42313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:19:22,540 DEBUG [RS:0;d1ba675678c9:42313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,42313,1731043160398
2024-11-08T05:19:22,540 DEBUG [RS:0;d1ba675678c9:42313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,42313,1731043160398'
2024-11-08T05:19:22,540 DEBUG [RS:0;d1ba675678c9:42313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1178150776/flush-table-proc/abort'
2024-11-08T05:19:22,540 DEBUG [RS:0;d1ba675678c9:42313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1178150776/flush-table-proc/acquired'
2024-11-08T05:19:22,541 DEBUG [RS:0;d1ba675678c9:42313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:19:22,541 DEBUG [RS:0;d1ba675678c9:42313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:19:22,541 DEBUG [RS:0;d1ba675678c9:42313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,42313,1731043160398
2024-11-08T05:19:22,541 DEBUG [RS:0;d1ba675678c9:42313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,42313,1731043160398'
2024-11-08T05:19:22,541 DEBUG [RS:0;d1ba675678c9:42313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1178150776/online-snapshot/abort'
2024-11-08T05:19:22,541 DEBUG [RS:0;d1ba675678c9:42313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1178150776/online-snapshot/acquired'
2024-11-08T05:19:22,542 DEBUG [RS:0;d1ba675678c9:42313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:19:22,542 INFO  [RS:0;d1ba675678c9:42313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:19:22,542 INFO  [RS:0;d1ba675678c9:42313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:19:22,642 INFO  [RS:0;d1ba675678c9:42313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:19:22,643 INFO  [RS:0;d1ba675678c9:42313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42313%2C1731043160398, suffix=, logDir=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398, archiveDir=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/oldWALs, maxLogs=10
2024-11-08T05:19:22,659 DEBUG [RS:0;d1ba675678c9:42313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644, exclude list is [], retry=0
2024-11-08T05:19:22,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44739,DS-2e6b7577-63cf-43cf-8930-d2d0e20cce11,DISK]
2024-11-08T05:19:22,662 INFO  [RS:0;d1ba675678c9:42313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644
2024-11-08T05:19:22,663 DEBUG [RS:0;d1ba675678c9:42313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35189:35189)]
2024-11-08T05:19:22,824 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:19:22,824 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564
2024-11-08T05:19:22,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741833_1009 (size=32)
2024-11-08T05:19:23,221 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:19:23,222 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:23,222 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:23,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:23,230 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:19:23,230 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:19:23,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:23,231 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:23,231 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:19:23,232 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:19:23,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:23,232 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:23,232 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:19:23,233 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:19:23,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:23,233 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:23,233 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:19:23,234 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:19:23,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:23,234 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:23,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:19:23,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740
2024-11-08T05:19:23,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740
2024-11-08T05:19:23,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:19:23,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:19:23,236 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:19:23,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:19:23,246 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:19:23,246 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67481167, jitterRate=0.005547747015953064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:19:23,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731043163229Initializing all the Stores at 1731043163229Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043163229Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043163229Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043163229Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043163229Cleaning up temporary data from old regions at 1731043163236 (+7 ms)Region opened successfully at 1731043163247 (+11 ms)
2024-11-08T05:19:23,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:19:23,247 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:19:23,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:19:23,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:19:23,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:19:23,247 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:19:23,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043163247Disabling compacts and flushes for region at 1731043163247Disabling writes for close at 1731043163247Writing region close event to WAL at 1731043163247Closed at 1731043163247
2024-11-08T05:19:23,248 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:19:23,248 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:19:23,248 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:19:23,249 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:19:23,250 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:19:23,254 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:23,254 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:23,254 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:23,255 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:23,255 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:23,255 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:23,261 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:23,264 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:23,264 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:23,265 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:23,274 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-08T05:19:23,400 DEBUG [d1ba675678c9:36707 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:19:23,401 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,42313,1731043160398
2024-11-08T05:19:23,402 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,42313,1731043160398, state=OPENING
2024-11-08T05:19:23,473 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:19:23,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776
2024-11-08T05:19:23,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776
2024-11-08T05:19:23,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1178150776/meta-region-server: CHANGED
2024-11-08T05:19:23,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1178150776/meta-region-server: CHANGED
2024-11-08T05:19:23,484 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:19:23,484 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,42313,1731043160398}]
2024-11-08T05:19:23,636 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:19:23,637 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:19:23,640 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:19:23,640 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:19:23,640 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:19:23,641 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42313%2C1731043160398.meta, suffix=.meta, logDir=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398, archiveDir=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/oldWALs, maxLogs=10
2024-11-08T05:19:23,654 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.meta.1731043163641.meta, exclude list is [], retry=0
2024-11-08T05:19:23,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44739,DS-2e6b7577-63cf-43cf-8930-d2d0e20cce11,DISK]
2024-11-08T05:19:23,657 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.meta.1731043163641.meta
2024-11-08T05:19:23,657 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35189:35189)]
2024-11-08T05:19:23,657 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:19:23,658 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:19:23,658 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:19:23,658 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:19:23,658 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:19:23,658 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:19:23,658 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:23,658 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:19:23,658 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:19:23,659 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:19:23,660 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:19:23,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:23,660 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:23,660 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:19:23,661 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:19:23,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:23,661 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:23,661 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:19:23,662 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:19:23,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:23,662 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:23,662 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:19:23,663 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:19:23,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:23,663 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:23,663 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:19:23,664 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740
2024-11-08T05:19:23,664 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740
2024-11-08T05:19:23,665 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:19:23,665 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:19:23,666 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:19:23,666 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:19:23,667 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66724544, jitterRate=-0.005726814270019531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:19:23,667 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:19:23,667 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731043163658Writing region info on filesystem at 1731043163658Initializing all the Stores at 1731043163659 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043163659Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043163659Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043163659Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043163659Cleaning up temporary data from old regions at 1731043163665 (+6 ms)Running coprocessor post-open hooks at 1731043163667 (+2 ms)Region opened successfully at 1731043163667
2024-11-08T05:19:23,668 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043163636
2024-11-08T05:19:23,669 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:19:23,669 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:19:23,670 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,42313,1731043160398
2024-11-08T05:19:23,670 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,42313,1731043160398, state=OPEN
2024-11-08T05:19:23,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1178150776/meta-region-server
2024-11-08T05:19:23,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1178150776/meta-region-server
2024-11-08T05:19:23,682 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,42313,1731043160398
2024-11-08T05:19:23,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1178150776/meta-region-server: CHANGED
2024-11-08T05:19:23,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1178150776/meta-region-server: CHANGED
2024-11-08T05:19:23,684 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:19:23,684 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,42313,1731043160398 in 198 msec
2024-11-08T05:19:23,685 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:19:23,685 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec
2024-11-08T05:19:23,685 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:19:23,686 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:19:23,686 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:19:23,686 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42313,1731043160398, seqNum=-1]
2024-11-08T05:19:23,687 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:19:23,687 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:19:23,691 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2890 sec
2024-11-08T05:19:23,691 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043163691, completionTime=-1
2024-11-08T05:19:23,691 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:19:23,691 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:19:23,693 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:19:23,693 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043223693
2024-11-08T05:19:23,693 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043283693
2024-11-08T05:19:23,693 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-08T05:19:23,693 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36707,1731043160046-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:23,693 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36707,1731043160046-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:23,693 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36707,1731043160046-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:23,693 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:36707, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:23,693 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:23,694 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:23,695 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:19:23,696 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.234sec
2024-11-08T05:19:23,696 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:19:23,696 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:19:23,696 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:19:23,696 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:19:23,696 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:19:23,696 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36707,1731043160046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:19:23,697 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36707,1731043160046-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:19:23,698 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:19:23,698 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:19:23,698 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36707,1731043160046-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:23,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12647805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:23,723 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,36707,-1 for getting cluster id
2024-11-08T05:19:23,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:23,724 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fec929a3-c979-4fe5-9f35-2eeb17ce891c'
2024-11-08T05:19:23,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fec929a3-c979-4fe5-9f35-2eeb17ce891c"

2024-11-08T05:19:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1acdecaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,36707,-1]
2024-11-08T05:19:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:23,726 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:23,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f13aa38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:23,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:19:23,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42313,1731043160398, seqNum=-1]
2024-11-08T05:19:23,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:19:23,729 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:19:23,730 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,36707,1731043160046
2024-11-08T05:19:23,730 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50782
2024-11-08T05:19:23,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:19:23,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10118e24daf0005 connected
2024-11-08T05:19:23,748 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/hadoop.log.dir so I do NOT create it in target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448
2024-11-08T05:19:23,748 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:19:23,748 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/hadoop.tmp.dir so I do NOT create it in target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448
2024-11-08T05:19:23,748 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:19:23,748 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448
2024-11-08T05:19:23,748 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:19:23,749 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/cluster_cc34554f-01a5-9fb1-f9d2-a702d165525c, deleteOnExit=true
2024-11-08T05:19:23,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:19:23,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/test.cache.data in system properties and HBase conf
2024-11-08T05:19:23,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:19:23,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:19:23,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:19:23,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:19:23,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:19:23,749 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:19:23,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:19:23,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:19:23,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:19:23,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:19:23,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:19:23,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:19:23,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:19:23,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:19:23,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:19:23,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:19:23,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:19:23,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:19:23,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:19:23,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:19:24,046 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:19:24,049 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:19:24,050 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:19:24,050 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:19:24,050 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:19:24,050 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:19:24,051 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f29cd30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:19:24,051 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1117b8bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:19:24,146 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f260953{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/java.io.tmpdir/jetty-localhost-46183-hadoop-hdfs-3_4_1-tests_jar-_-any-11409277354917750075/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:19:24,147 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4210efb2{HTTP/1.1, (http/1.1)}{localhost:46183}
2024-11-08T05:19:24,147 INFO  [Time-limited test {}] server.Server(415): Started @237583ms
2024-11-08T05:19:24,406 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:19:24,410 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:19:24,416 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:19:24,416 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:19:24,416 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:19:24,417 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf26da3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:19:24,417 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13318a7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:19:24,521 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d8a9b1e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/java.io.tmpdir/jetty-localhost-45521-hadoop-hdfs-3_4_1-tests_jar-_-any-3452637771539108305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:19:24,521 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41d53bd0{HTTP/1.1, (http/1.1)}{localhost:45521}
2024-11-08T05:19:24,521 INFO  [Time-limited test {}] server.Server(415): Started @237958ms
2024-11-08T05:19:24,522 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:19:24,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-08T05:19:24,854 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-08T05:19:24,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-08T05:19:24,855 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-08T05:19:25,160 WARN  [Thread-2887 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/cluster_cc34554f-01a5-9fb1-f9d2-a702d165525c/data/data1/current/BP-1005786709-172.17.0.3-1731043163764/current, will proceed with Du for space computation calculation, 
2024-11-08T05:19:25,160 WARN  [Thread-2888 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/cluster_cc34554f-01a5-9fb1-f9d2-a702d165525c/data/data2/current/BP-1005786709-172.17.0.3-1731043163764/current, will proceed with Du for space computation calculation, 
2024-11-08T05:19:25,183 WARN  [Thread-2875 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:19:25,185 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x396c02377a331150 with lease ID 0x65f66d0848cc6784: Processing first storage report for DS-fb1937f6-dc8d-42ad-b0f4-3c121d814153 from datanode DatanodeRegistration(127.0.0.1:43643, datanodeUuid=5307ef3f-edcf-4540-96a8-958545c18546, infoPort=43931, infoSecurePort=0, ipcPort=39615, storageInfo=lv=-57;cid=testClusterID;nsid=332559016;c=1731043163764)
2024-11-08T05:19:25,185 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x396c02377a331150 with lease ID 0x65f66d0848cc6784: from storage DS-fb1937f6-dc8d-42ad-b0f4-3c121d814153 node DatanodeRegistration(127.0.0.1:43643, datanodeUuid=5307ef3f-edcf-4540-96a8-958545c18546, infoPort=43931, infoSecurePort=0, ipcPort=39615, storageInfo=lv=-57;cid=testClusterID;nsid=332559016;c=1731043163764), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:19:25,185 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x396c02377a331150 with lease ID 0x65f66d0848cc6784: Processing first storage report for DS-cb8f9ad1-e064-4b0b-9cd2-ddd978032084 from datanode DatanodeRegistration(127.0.0.1:43643, datanodeUuid=5307ef3f-edcf-4540-96a8-958545c18546, infoPort=43931, infoSecurePort=0, ipcPort=39615, storageInfo=lv=-57;cid=testClusterID;nsid=332559016;c=1731043163764)
2024-11-08T05:19:25,185 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x396c02377a331150 with lease ID 0x65f66d0848cc6784: from storage DS-cb8f9ad1-e064-4b0b-9cd2-ddd978032084 node DatanodeRegistration(127.0.0.1:43643, datanodeUuid=5307ef3f-edcf-4540-96a8-958545c18546, infoPort=43931, infoSecurePort=0, ipcPort=39615, storageInfo=lv=-57;cid=testClusterID;nsid=332559016;c=1731043163764), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:19:25,251 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448
2024-11-08T05:19:25,252 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:25,253 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:25,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:19:25,660 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b with version=8
2024-11-08T05:19:25,660 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/hbase-staging
2024-11-08T05:19:25,662 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:19:25,662 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:19:25,662 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:19:25,662 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:19:25,662 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:19:25,662 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:19:25,662 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:19:25,662 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:19:25,663 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39459
2024-11-08T05:19:25,663 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39459 connecting to ZooKeeper ensemble=127.0.0.1:50782
2024-11-08T05:19:25,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394590x0, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:19:25,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39459-0x10118e24daf0006 connected
2024-11-08T05:19:25,841 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:25,842 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:25,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Set watcher on znode that does not yet exist, /2-1856602325/running
2024-11-08T05:19:25,844 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b, hbase.cluster.distributed=false
2024-11-08T05:19:25,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Set watcher on znode that does not yet exist, /2-1856602325/acl
2024-11-08T05:19:25,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39459
2024-11-08T05:19:25,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39459
2024-11-08T05:19:25,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39459
2024-11-08T05:19:25,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39459
2024-11-08T05:19:25,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39459
2024-11-08T05:19:25,860 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:19:25,860 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:19:25,860 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:19:25,860 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:19:25,860 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:19:25,860 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:19:25,861 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:19:25,861 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:19:25,861 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45911
2024-11-08T05:19:25,862 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45911 connecting to ZooKeeper ensemble=127.0.0.1:50782
2024-11-08T05:19:25,862 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:25,863 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:25,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459110x0, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:19:25,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45911-0x10118e24daf0007 connected
2024-11-08T05:19:25,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459110x0, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Set watcher on znode that does not yet exist, /2-1856602325/running
2024-11-08T05:19:25,873 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:19:25,874 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:19:25,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Set watcher on znode that does not yet exist, /2-1856602325/master
2024-11-08T05:19:25,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Set watcher on znode that does not yet exist, /2-1856602325/acl
2024-11-08T05:19:25,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45911
2024-11-08T05:19:25,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45911
2024-11-08T05:19:25,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45911
2024-11-08T05:19:25,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45911
2024-11-08T05:19:25,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45911
2024-11-08T05:19:25,892 DEBUG [M:0;d1ba675678c9:39459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:39459
2024-11-08T05:19:25,893 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1856602325/backup-masters/d1ba675678c9,39459,1731043165662
2024-11-08T05:19:25,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325/backup-masters
2024-11-08T05:19:25,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325/backup-masters
2024-11-08T05:19:25,905 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Set watcher on existing znode=/2-1856602325/backup-masters/d1ba675678c9,39459,1731043165662
2024-11-08T05:19:25,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325
2024-11-08T05:19:25,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1856602325/master
2024-11-08T05:19:25,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325
2024-11-08T05:19:25,915 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Set watcher on existing znode=/2-1856602325/master
2024-11-08T05:19:25,915 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1856602325/backup-masters/d1ba675678c9,39459,1731043165662 from backup master directory
2024-11-08T05:19:25,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325/backup-masters
2024-11-08T05:19:25,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1856602325/backup-masters/d1ba675678c9,39459,1731043165662
2024-11-08T05:19:25,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325/backup-masters
2024-11-08T05:19:25,928 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:19:25,928 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,39459,1731043165662
2024-11-08T05:19:25,932 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/hbase.id] with ID: 13a51323-e28b-4945-9026-2531ef45f7a0
2024-11-08T05:19:25,932 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/.tmp/hbase.id
2024-11-08T05:19:25,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:19:25,946 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/.tmp/hbase.id]:[hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/hbase.id]
2024-11-08T05:19:25,960 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:19:25,960 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:19:25,961 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-08T05:19:25,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325
2024-11-08T05:19:25,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325
2024-11-08T05:19:25,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:19:26,379 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:19:26,379 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:19:26,380 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:19:26,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:19:26,785 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store
2024-11-08T05:19:26,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:19:26,791 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:26,791 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:19:26,791 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:26,791 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:26,791 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:19:26,791 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:26,791 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:26,791 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043166791Disabling compacts and flushes for region at 1731043166791Disabling writes for close at 1731043166791Writing region close event to WAL at 1731043166791Closed at 1731043166791
2024-11-08T05:19:26,792 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store/.initializing
2024-11-08T05:19:26,792 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/WALs/d1ba675678c9,39459,1731043165662
2024-11-08T05:19:26,793 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:19:26,794 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C39459%2C1731043165662, suffix=, logDir=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/WALs/d1ba675678c9,39459,1731043165662, archiveDir=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/oldWALs, maxLogs=10
2024-11-08T05:19:26,807 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/WALs/d1ba675678c9,39459,1731043165662/d1ba675678c9%2C39459%2C1731043165662.1731043166794, exclude list is [], retry=0
2024-11-08T05:19:26,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43643,DS-fb1937f6-dc8d-42ad-b0f4-3c121d814153,DISK]
2024-11-08T05:19:26,810 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/WALs/d1ba675678c9,39459,1731043165662/d1ba675678c9%2C39459%2C1731043165662.1731043166794
2024-11-08T05:19:26,811 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43931:43931)]
2024-11-08T05:19:26,811 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:19:26,811 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:26,811 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:26,811 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:26,812 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:19:26,813 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:19:26,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:26,816 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:26,816 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:19:26,817 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:19:26,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:26,818 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:26,818 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:19:26,820 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:19:26,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:26,820 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:26,820 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:19:26,821 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:19:26,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:26,822 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:26,822 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:26,823 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:26,823 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:26,824 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:26,824 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:26,824 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:19:26,825 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:19:26,830 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:19:26,830 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67248052, jitterRate=0.0020740628242492676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:19:26,831 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731043166811Initializing all the Stores at 1731043166812 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043166812Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043166812Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043166812Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043166812Cleaning up temporary data from old regions at 1731043166824 (+12 ms)Region opened successfully at 1731043166831 (+7 ms)
2024-11-08T05:19:26,836 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:19:26,839 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10873a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:19:26,840 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:19:26,840 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:19:26,840 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:19:26,840 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:19:26,840 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:19:26,841 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:19:26,841 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:19:26,849 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:19:26,850 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Unable to get data of znode /2-1856602325/balancer because node does not exist (not necessarily an error)
2024-11-08T05:19:26,936 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1856602325/balancer already deleted, retry=false
2024-11-08T05:19:26,936 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:19:26,937 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Unable to get data of znode /2-1856602325/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:19:26,946 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1856602325/normalizer already deleted, retry=false
2024-11-08T05:19:26,947 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:19:26,947 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Unable to get data of znode /2-1856602325/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:19:27,035 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1856602325/switch/split already deleted, retry=false
2024-11-08T05:19:27,036 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Unable to get data of znode /2-1856602325/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:19:27,100 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1856602325/switch/merge already deleted, retry=false
2024-11-08T05:19:27,102 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Unable to get data of znode /2-1856602325/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:19:27,125 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1856602325/snapshot-cleanup already deleted, retry=false
2024-11-08T05:19:27,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1856602325/running
2024-11-08T05:19:27,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1856602325/running
2024-11-08T05:19:27,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325
2024-11-08T05:19:27,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325
2024-11-08T05:19:27,144 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,39459,1731043165662, sessionid=0x10118e24daf0006, setting cluster-up flag (Was=false)
2024-11-08T05:19:27,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325
2024-11-08T05:19:27,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325
2024-11-08T05:19:27,199 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1856602325/flush-table-proc/acquired, /2-1856602325/flush-table-proc/reached, /2-1856602325/flush-table-proc/abort
2024-11-08T05:19:27,200 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,39459,1731043165662
2024-11-08T05:19:27,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325
2024-11-08T05:19:27,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325
2024-11-08T05:19:27,251 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1856602325/online-snapshot/acquired, /2-1856602325/online-snapshot/reached, /2-1856602325/online-snapshot/abort
2024-11-08T05:19:27,252 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,39459,1731043165662
2024-11-08T05:19:27,253 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:19:27,254 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:19:27,255 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:19:27,255 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:19:27,255 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,39459,1731043165662
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:19:27,256 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:19:27,256 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:19:27,256 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:19:27,256 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:19:27,256 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:19:27,256 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:27,256 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:19:27,256 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:27,258 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:19:27,258 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043197258
2024-11-08T05:19:27,258 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:19:27,258 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:19:27,258 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:19:27,258 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:19:27,258 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:19:27,258 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:19:27,258 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:19:27,258 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:27,258 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:19:27,259 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:19:27,259 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:19:27,259 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:27,259 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:19:27,259 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:19:27,259 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:19:27,259 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:19:27,260 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043167259,5,FailOnTimeoutGroup]
2024-11-08T05:19:27,260 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043167260,5,FailOnTimeoutGroup]
2024-11-08T05:19:27,260 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:27,260 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:19:27,260 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:27,260 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:27,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:19:27,277 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:19:27,277 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b
2024-11-08T05:19:27,285 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(746): ClusterId : 13a51323-e28b-4945-9026-2531ef45f7a0
2024-11-08T05:19:27,285 DEBUG [RS:0;d1ba675678c9:45911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:19:27,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741832_1008 (size=32)
2024-11-08T05:19:27,294 DEBUG [RS:0;d1ba675678c9:45911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:19:27,294 DEBUG [RS:0;d1ba675678c9:45911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:19:27,305 DEBUG [RS:0;d1ba675678c9:45911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:19:27,305 DEBUG [RS:0;d1ba675678c9:45911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647052c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:19:27,321 DEBUG [RS:0;d1ba675678c9:45911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:45911
2024-11-08T05:19:27,322 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:19:27,322 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:19:27,322 DEBUG [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:19:27,322 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,39459,1731043165662 with port=45911, startcode=1731043165860
2024-11-08T05:19:27,322 DEBUG [RS:0;d1ba675678c9:45911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:19:27,324 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:19:27,324 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,45911,1731043165860
2024-11-08T05:19:27,324 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39459 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,45911,1731043165860
2024-11-08T05:19:27,325 DEBUG [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b
2024-11-08T05:19:27,325 DEBUG [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38639
2024-11-08T05:19:27,325 DEBUG [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:19:27,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325/rs
2024-11-08T05:19:27,365 DEBUG [RS:0;d1ba675678c9:45911 {}] zookeeper.ZKUtil(111): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Set watcher on existing znode=/2-1856602325/rs/d1ba675678c9,45911,1731043165860
2024-11-08T05:19:27,365 WARN  [RS:0;d1ba675678c9:45911 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:19:27,365 INFO  [RS:0;d1ba675678c9:45911 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:19:27,365 DEBUG [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860
2024-11-08T05:19:27,365 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,45911,1731043165860]
2024-11-08T05:19:27,368 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:19:27,369 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:19:27,380 INFO  [RS:0;d1ba675678c9:45911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:19:27,380 INFO  [RS:0;d1ba675678c9:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:27,381 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:19:27,381 INFO  [RS:0;d1ba675678c9:45911 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:19:27,381 INFO  [RS:0;d1ba675678c9:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:27,381 DEBUG [RS:0;d1ba675678c9:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:27,382 DEBUG [RS:0;d1ba675678c9:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:27,382 DEBUG [RS:0;d1ba675678c9:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:27,382 DEBUG [RS:0;d1ba675678c9:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:27,382 DEBUG [RS:0;d1ba675678c9:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:27,382 DEBUG [RS:0;d1ba675678c9:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:19:27,382 DEBUG [RS:0;d1ba675678c9:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:27,382 DEBUG [RS:0;d1ba675678c9:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:27,382 DEBUG [RS:0;d1ba675678c9:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:27,382 DEBUG [RS:0;d1ba675678c9:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:27,382 DEBUG [RS:0;d1ba675678c9:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:27,382 DEBUG [RS:0;d1ba675678c9:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:19:27,382 DEBUG [RS:0;d1ba675678c9:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:19:27,382 DEBUG [RS:0;d1ba675678c9:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:19:27,388 INFO  [RS:0;d1ba675678c9:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:27,388 INFO  [RS:0;d1ba675678c9:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:27,388 INFO  [RS:0;d1ba675678c9:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:27,388 INFO  [RS:0;d1ba675678c9:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:27,388 INFO  [RS:0;d1ba675678c9:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:27,388 INFO  [RS:0;d1ba675678c9:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45911,1731043165860-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:19:27,402 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:19:27,403 INFO  [RS:0;d1ba675678c9:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45911,1731043165860-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:27,403 INFO  [RS:0;d1ba675678c9:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:27,403 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.Replication(171): d1ba675678c9,45911,1731043165860 started
2024-11-08T05:19:27,416 INFO  [RS:0;d1ba675678c9:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:27,417 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,45911,1731043165860, RpcServer on d1ba675678c9/172.17.0.3:45911, sessionid=0x10118e24daf0007
2024-11-08T05:19:27,417 DEBUG [RS:0;d1ba675678c9:45911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:19:27,417 DEBUG [RS:0;d1ba675678c9:45911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,45911,1731043165860
2024-11-08T05:19:27,417 DEBUG [RS:0;d1ba675678c9:45911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,45911,1731043165860'
2024-11-08T05:19:27,417 DEBUG [RS:0;d1ba675678c9:45911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1856602325/flush-table-proc/abort'
2024-11-08T05:19:27,417 DEBUG [RS:0;d1ba675678c9:45911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1856602325/flush-table-proc/acquired'
2024-11-08T05:19:27,418 DEBUG [RS:0;d1ba675678c9:45911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:19:27,418 DEBUG [RS:0;d1ba675678c9:45911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:19:27,418 DEBUG [RS:0;d1ba675678c9:45911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,45911,1731043165860
2024-11-08T05:19:27,418 DEBUG [RS:0;d1ba675678c9:45911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,45911,1731043165860'
2024-11-08T05:19:27,418 DEBUG [RS:0;d1ba675678c9:45911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1856602325/online-snapshot/abort'
2024-11-08T05:19:27,418 DEBUG [RS:0;d1ba675678c9:45911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1856602325/online-snapshot/acquired'
2024-11-08T05:19:27,418 DEBUG [RS:0;d1ba675678c9:45911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:19:27,418 INFO  [RS:0;d1ba675678c9:45911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:19:27,418 INFO  [RS:0;d1ba675678c9:45911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:19:27,519 INFO  [RS:0;d1ba675678c9:45911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:19:27,520 INFO  [RS:0;d1ba675678c9:45911 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C45911%2C1731043165860, suffix=, logDir=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860, archiveDir=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/oldWALs, maxLogs=10
2024-11-08T05:19:27,534 DEBUG [RS:0;d1ba675678c9:45911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520, exclude list is [], retry=0
2024-11-08T05:19:27,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43643,DS-fb1937f6-dc8d-42ad-b0f4-3c121d814153,DISK]
2024-11-08T05:19:27,538 INFO  [RS:0;d1ba675678c9:45911 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520
2024-11-08T05:19:27,538 DEBUG [RS:0;d1ba675678c9:45911 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43931:43931)]
2024-11-08T05:19:27,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:27,695 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:19:27,696 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:19:27,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:27,697 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:27,697 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:19:27,697 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:19:27,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:27,698 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:27,698 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:19:27,699 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:19:27,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:27,699 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:27,699 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:19:27,700 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:19:27,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:27,700 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:27,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:19:27,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740
2024-11-08T05:19:27,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740
2024-11-08T05:19:27,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:19:27,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:19:27,703 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:19:27,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:19:27,705 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:19:27,705 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58889638, jitterRate=-0.1224760115146637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:19:27,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731043167694Initializing all the Stores at 1731043167695 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043167695Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043167695Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043167695Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043167695Cleaning up temporary data from old regions at 1731043167702 (+7 ms)Region opened successfully at 1731043167706 (+4 ms)
2024-11-08T05:19:27,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:19:27,706 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:19:27,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:19:27,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:19:27,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:19:27,706 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:19:27,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043167706Disabling compacts and flushes for region at 1731043167706Disabling writes for close at 1731043167706Writing region close event to WAL at 1731043167706Closed at 1731043167706
2024-11-08T05:19:27,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:19:27,707 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:19:27,707 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:19:27,708 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:19:27,709 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:19:27,859 DEBUG [d1ba675678c9:39459 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:19:27,860 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,45911,1731043165860
2024-11-08T05:19:27,860 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,45911,1731043165860, state=OPENING
2024-11-08T05:19:27,904 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:19:27,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325
2024-11-08T05:19:27,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325
2024-11-08T05:19:27,915 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:19:27,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1856602325/meta-region-server: CHANGED
2024-11-08T05:19:27,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1856602325/meta-region-server: CHANGED
2024-11-08T05:19:27,915 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,45911,1731043165860}]
2024-11-08T05:19:28,067 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:19:28,068 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:19:28,071 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:19:28,071 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:19:28,071 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:19:28,072 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C45911%2C1731043165860.meta, suffix=.meta, logDir=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860, archiveDir=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/oldWALs, maxLogs=10
2024-11-08T05:19:28,085 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.meta.1731043168073.meta, exclude list is [], retry=0
2024-11-08T05:19:28,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43643,DS-fb1937f6-dc8d-42ad-b0f4-3c121d814153,DISK]
2024-11-08T05:19:28,088 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.meta.1731043168073.meta
2024-11-08T05:19:28,088 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43931:43931)]
2024-11-08T05:19:28,089 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:19:28,089 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:19:28,089 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:19:28,089 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:19:28,089 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:19:28,089 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:19:28,089 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:28,089 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:19:28,089 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:19:28,090 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:19:28,091 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:19:28,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:28,091 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:28,091 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:19:28,092 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:19:28,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:28,092 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:28,092 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:19:28,093 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:19:28,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:28,093 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:28,093 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:19:28,094 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:19:28,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:28,094 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:19:28,094 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:19:28,095 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740
2024-11-08T05:19:28,096 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740
2024-11-08T05:19:28,096 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:19:28,097 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:19:28,097 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:19:28,098 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:19:28,098 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74748409, jitterRate=0.1138380914926529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:19:28,099 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:19:28,099 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731043168089Writing region info on filesystem at 1731043168089Initializing all the Stores at 1731043168090 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043168090Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043168090Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043168090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043168090Cleaning up temporary data from old regions at 1731043168097 (+7 ms)Running coprocessor post-open hooks at 1731043168099 (+2 ms)Region opened successfully at 1731043168099
2024-11-08T05:19:28,099 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043168067
2024-11-08T05:19:28,101 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:19:28,101 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:19:28,102 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,45911,1731043165860
2024-11-08T05:19:28,102 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,45911,1731043165860, state=OPEN
2024-11-08T05:19:28,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1856602325/meta-region-server
2024-11-08T05:19:28,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1856602325/meta-region-server
2024-11-08T05:19:28,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1856602325/meta-region-server: CHANGED
2024-11-08T05:19:28,115 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,45911,1731043165860
2024-11-08T05:19:28,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1856602325/meta-region-server: CHANGED
2024-11-08T05:19:28,116 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:19:28,116 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,45911,1731043165860 in 200 msec
2024-11-08T05:19:28,118 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:19:28,118 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec
2024-11-08T05:19:28,118 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:19:28,118 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:19:28,119 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:19:28,119 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45911,1731043165860, seqNum=-1]
2024-11-08T05:19:28,119 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:19:28,120 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:19:28,123 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 869 msec
2024-11-08T05:19:28,124 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043168124, completionTime=-1
2024-11-08T05:19:28,124 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:19:28,124 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:19:28,125 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:19:28,125 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043228125
2024-11-08T05:19:28,125 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043288125
2024-11-08T05:19:28,125 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-08T05:19:28,126 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39459,1731043165662-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:28,126 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39459,1731043165662-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:28,126 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39459,1731043165662-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:28,126 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:39459, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:28,126 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:28,126 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:28,127 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:19:28,129 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.201sec
2024-11-08T05:19:28,129 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:19:28,129 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:19:28,129 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:19:28,129 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:19:28,129 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:19:28,129 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39459,1731043165662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:19:28,129 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39459,1731043165662-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:19:28,131 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:19:28,131 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:19:28,131 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39459,1731043165662-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:19:28,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2120cb54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:28,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,39459,-1 for getting cluster id
2024-11-08T05:19:28,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:28,187 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13a51323-e28b-4945-9026-2531ef45f7a0'
2024-11-08T05:19:28,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:28,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13a51323-e28b-4945-9026-2531ef45f7a0"

2024-11-08T05:19:28,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e688efa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:28,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,39459,-1]
2024-11-08T05:19:28,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:28,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:28,188 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:28,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1628e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:28,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:19:28,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45911,1731043165860, seqNum=-1]
2024-11-08T05:19:28,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:19:28,191 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:19:28,192 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,39459,1731043165662
2024-11-08T05:19:28,193 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50782
2024-11-08T05:19:28,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:19:28,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10118e24daf0008 connected
2024-11-08T05:19:28,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:19:28,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,36547,1731043154442
2024-11-08T05:19:28,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7564bc7
2024-11-08T05:19:28,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:19:28,212 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:19:28,213 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:19:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-08T05:19:28,215 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:19:28,215 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:28,215 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-08T05:19:28,215 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:19:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:19:28,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741835_1011 (size=902)
2024-11-08T05:19:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:19:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:19:28,622 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37a19d2039fd08d97083e1228d8f6f2e, NAME => 'test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405
2024-11-08T05:19:28,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741836_1012 (size=39)
2024-11-08T05:19:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:19:29,027 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:29,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 37a19d2039fd08d97083e1228d8f6f2e, disabling compactions & flushes
2024-11-08T05:19:29,028 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e.
2024-11-08T05:19:29,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e.
2024-11-08T05:19:29,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e. after waiting 0 ms
2024-11-08T05:19:29,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e.
2024-11-08T05:19:29,028 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e.
2024-11-08T05:19:29,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37a19d2039fd08d97083e1228d8f6f2e:
Waiting for close lock at 1731043169027Disabling compacts and flushes for region at 1731043169027Disabling writes for close at 1731043169028 (+1 ms)Writing region close event to WAL at 1731043169028Closed at 1731043169028
2024-11-08T05:19:29,029 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:19:29,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731043169029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043169029"}]},"ts":"1731043169029"}
2024-11-08T05:19:29,031 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:19:29,032 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:19:29,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043169032"}]},"ts":"1731043169032"}
2024-11-08T05:19:29,033 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-08T05:19:29,033 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=37a19d2039fd08d97083e1228d8f6f2e, ASSIGN}]
2024-11-08T05:19:29,034 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=37a19d2039fd08d97083e1228d8f6f2e, ASSIGN
2024-11-08T05:19:29,035 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=37a19d2039fd08d97083e1228d8f6f2e, ASSIGN; state=OFFLINE, location=d1ba675678c9,41261,1731043154653; forceNewPlan=false, retain=false
2024-11-08T05:19:29,160 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:19:29,161 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:29,161 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:29,186 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=37a19d2039fd08d97083e1228d8f6f2e, regionState=OPENING, regionLocation=d1ba675678c9,41261,1731043154653
2024-11-08T05:19:29,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=37a19d2039fd08d97083e1228d8f6f2e, ASSIGN because future has completed
2024-11-08T05:19:29,188 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37a19d2039fd08d97083e1228d8f6f2e, server=d1ba675678c9,41261,1731043154653}]
2024-11-08T05:19:29,194 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:29,194 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:29,194 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:29,195 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:29,195 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:29,195 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:29,201 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:29,204 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:29,204 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:29,206 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:29,343 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e.
2024-11-08T05:19:29,343 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 37a19d2039fd08d97083e1228d8f6f2e, NAME => 'test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:19:29,344 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:19:29,344 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-08T05:19:29,344 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 37a19d2039fd08d97083e1228d8f6f2e
2024-11-08T05:19:29,344 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:29,344 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 37a19d2039fd08d97083e1228d8f6f2e
2024-11-08T05:19:29,344 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 37a19d2039fd08d97083e1228d8f6f2e
2024-11-08T05:19:29,345 INFO  [StoreOpener-37a19d2039fd08d97083e1228d8f6f2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 37a19d2039fd08d97083e1228d8f6f2e 
2024-11-08T05:19:29,346 INFO  [StoreOpener-37a19d2039fd08d97083e1228d8f6f2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37a19d2039fd08d97083e1228d8f6f2e columnFamilyName f
2024-11-08T05:19:29,346 DEBUG [StoreOpener-37a19d2039fd08d97083e1228d8f6f2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:29,346 INFO  [StoreOpener-37a19d2039fd08d97083e1228d8f6f2e-1 {}] regionserver.HStore(327): Store=37a19d2039fd08d97083e1228d8f6f2e/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:29,346 INFO  [StoreOpener-37a19d2039fd08d97083e1228d8f6f2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 37a19d2039fd08d97083e1228d8f6f2e 
2024-11-08T05:19:29,347 INFO  [StoreOpener-37a19d2039fd08d97083e1228d8f6f2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37a19d2039fd08d97083e1228d8f6f2e columnFamilyName f1
2024-11-08T05:19:29,347 DEBUG [StoreOpener-37a19d2039fd08d97083e1228d8f6f2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:29,347 INFO  [StoreOpener-37a19d2039fd08d97083e1228d8f6f2e-1 {}] regionserver.HStore(327): Store=37a19d2039fd08d97083e1228d8f6f2e/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:29,347 INFO  [StoreOpener-37a19d2039fd08d97083e1228d8f6f2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 37a19d2039fd08d97083e1228d8f6f2e 
2024-11-08T05:19:29,348 INFO  [StoreOpener-37a19d2039fd08d97083e1228d8f6f2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37a19d2039fd08d97083e1228d8f6f2e columnFamilyName norep
2024-11-08T05:19:29,348 DEBUG [StoreOpener-37a19d2039fd08d97083e1228d8f6f2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:29,348 INFO  [StoreOpener-37a19d2039fd08d97083e1228d8f6f2e-1 {}] regionserver.HStore(327): Store=37a19d2039fd08d97083e1228d8f6f2e/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:29,348 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 37a19d2039fd08d97083e1228d8f6f2e
2024-11-08T05:19:29,349 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/default/test/37a19d2039fd08d97083e1228d8f6f2e
2024-11-08T05:19:29,349 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/default/test/37a19d2039fd08d97083e1228d8f6f2e
2024-11-08T05:19:29,350 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 37a19d2039fd08d97083e1228d8f6f2e
2024-11-08T05:19:29,350 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 37a19d2039fd08d97083e1228d8f6f2e
2024-11-08T05:19:29,350 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:19:29,351 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 37a19d2039fd08d97083e1228d8f6f2e
2024-11-08T05:19:29,352 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/default/test/37a19d2039fd08d97083e1228d8f6f2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:19:29,352 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 37a19d2039fd08d97083e1228d8f6f2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68548504, jitterRate=0.02145230770111084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:19:29,352 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37a19d2039fd08d97083e1228d8f6f2e
2024-11-08T05:19:29,353 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 37a19d2039fd08d97083e1228d8f6f2e:
Running coprocessor pre-open hook at 1731043169344Writing region info on filesystem at 1731043169344Initializing all the Stores at 1731043169345 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043169345Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043169345Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043169345Cleaning up temporary data from old regions at 1731043169350 (+5 ms)Running coprocessor post-open hooks at 1731043169352 (+2 ms)Region opened successfully at 1731043169353 (+1 ms)
2024-11-08T05:19:29,354 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e., pid=6, masterSystemTime=1731043169339
2024-11-08T05:19:29,355 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e.
2024-11-08T05:19:29,355 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e.
2024-11-08T05:19:29,356 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=37a19d2039fd08d97083e1228d8f6f2e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d1ba675678c9,41261,1731043154653
2024-11-08T05:19:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:19:29,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37a19d2039fd08d97083e1228d8f6f2e, server=d1ba675678c9,41261,1731043154653 because future has completed
2024-11-08T05:19:29,359 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:19:29,359 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 37a19d2039fd08d97083e1228d8f6f2e, server=d1ba675678c9,41261,1731043154653 in 170 msec
2024-11-08T05:19:29,361 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T05:19:29,361 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=37a19d2039fd08d97083e1228d8f6f2e, ASSIGN in 326 msec
2024-11-08T05:19:29,362 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:19:29,362 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043169362"}]},"ts":"1731043169362"}
2024-11-08T05:19:29,364 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-08T05:19:29,365 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:19:29,366 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec
2024-11-08T05:19:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:19:30,366 INFO  [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-08T05:19:30,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:19:30,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,36707,1731043160046
2024-11-08T05:19:30,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b6fc616
2024-11-08T05:19:30,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:19:30,368 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:19:30,368 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:19:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36707 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-08T05:19:30,370 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:19:30,370 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:30,370 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-08T05:19:30,371 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:19:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:19:30,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741835_1011 (size=902)
2024-11-08T05:19:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:19:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:19:30,776 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52ec0a986895b149707574727ff62ae7, NAME => 'test,,1731043170368.52ec0a986895b149707574727ff62ae7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564
2024-11-08T05:19:30,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741836_1012 (size=39)
2024-11-08T05:19:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:19:31,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731043170368.52ec0a986895b149707574727ff62ae7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:31,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 52ec0a986895b149707574727ff62ae7, disabling compactions & flushes
2024-11-08T05:19:31,183 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731043170368.52ec0a986895b149707574727ff62ae7.
2024-11-08T05:19:31,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043170368.52ec0a986895b149707574727ff62ae7.
2024-11-08T05:19:31,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731043170368.52ec0a986895b149707574727ff62ae7. after waiting 0 ms
2024-11-08T05:19:31,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731043170368.52ec0a986895b149707574727ff62ae7.
2024-11-08T05:19:31,183 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731043170368.52ec0a986895b149707574727ff62ae7.
2024-11-08T05:19:31,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52ec0a986895b149707574727ff62ae7:
Waiting for close lock at 1731043171183Disabling compacts and flushes for region at 1731043171183Disabling writes for close at 1731043171183Writing region close event to WAL at 1731043171183Closed at 1731043171183
2024-11-08T05:19:31,184 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:19:31,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731043170368.52ec0a986895b149707574727ff62ae7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731043171184"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043171184"}]},"ts":"1731043171184"}
2024-11-08T05:19:31,186 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:19:31,186 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:19:31,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043171186"}]},"ts":"1731043171186"}
2024-11-08T05:19:31,188 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-08T05:19:31,188 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52ec0a986895b149707574727ff62ae7, ASSIGN}]
2024-11-08T05:19:31,189 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52ec0a986895b149707574727ff62ae7, ASSIGN
2024-11-08T05:19:31,190 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=52ec0a986895b149707574727ff62ae7, ASSIGN; state=OFFLINE, location=d1ba675678c9,42313,1731043160398; forceNewPlan=false, retain=false
2024-11-08T05:19:31,340 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52ec0a986895b149707574727ff62ae7, regionState=OPENING, regionLocation=d1ba675678c9,42313,1731043160398
2024-11-08T05:19:31,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=52ec0a986895b149707574727ff62ae7, ASSIGN because future has completed
2024-11-08T05:19:31,342 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52ec0a986895b149707574727ff62ae7, server=d1ba675678c9,42313,1731043160398}]
2024-11-08T05:19:31,497 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731043170368.52ec0a986895b149707574727ff62ae7.
2024-11-08T05:19:31,498 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 52ec0a986895b149707574727ff62ae7, NAME => 'test,,1731043170368.52ec0a986895b149707574727ff62ae7.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:19:31,498 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:19:31,498 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-08T05:19:31,498 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 52ec0a986895b149707574727ff62ae7
2024-11-08T05:19:31,498 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731043170368.52ec0a986895b149707574727ff62ae7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:31,498 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 52ec0a986895b149707574727ff62ae7
2024-11-08T05:19:31,498 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 52ec0a986895b149707574727ff62ae7
2024-11-08T05:19:31,499 INFO  [StoreOpener-52ec0a986895b149707574727ff62ae7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 52ec0a986895b149707574727ff62ae7 
2024-11-08T05:19:31,501 INFO  [StoreOpener-52ec0a986895b149707574727ff62ae7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52ec0a986895b149707574727ff62ae7 columnFamilyName f
2024-11-08T05:19:31,501 DEBUG [StoreOpener-52ec0a986895b149707574727ff62ae7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:31,501 INFO  [StoreOpener-52ec0a986895b149707574727ff62ae7-1 {}] regionserver.HStore(327): Store=52ec0a986895b149707574727ff62ae7/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:31,501 INFO  [StoreOpener-52ec0a986895b149707574727ff62ae7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 52ec0a986895b149707574727ff62ae7 
2024-11-08T05:19:31,502 INFO  [StoreOpener-52ec0a986895b149707574727ff62ae7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52ec0a986895b149707574727ff62ae7 columnFamilyName f1
2024-11-08T05:19:31,502 DEBUG [StoreOpener-52ec0a986895b149707574727ff62ae7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:31,503 INFO  [StoreOpener-52ec0a986895b149707574727ff62ae7-1 {}] regionserver.HStore(327): Store=52ec0a986895b149707574727ff62ae7/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:31,503 INFO  [StoreOpener-52ec0a986895b149707574727ff62ae7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 52ec0a986895b149707574727ff62ae7 
2024-11-08T05:19:31,504 INFO  [StoreOpener-52ec0a986895b149707574727ff62ae7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52ec0a986895b149707574727ff62ae7 columnFamilyName norep
2024-11-08T05:19:31,504 DEBUG [StoreOpener-52ec0a986895b149707574727ff62ae7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:31,504 INFO  [StoreOpener-52ec0a986895b149707574727ff62ae7-1 {}] regionserver.HStore(327): Store=52ec0a986895b149707574727ff62ae7/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:31,504 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 52ec0a986895b149707574727ff62ae7
2024-11-08T05:19:31,505 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/default/test/52ec0a986895b149707574727ff62ae7
2024-11-08T05:19:31,505 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/default/test/52ec0a986895b149707574727ff62ae7
2024-11-08T05:19:31,506 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 52ec0a986895b149707574727ff62ae7
2024-11-08T05:19:31,506 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 52ec0a986895b149707574727ff62ae7
2024-11-08T05:19:31,506 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:19:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:19:31,507 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 52ec0a986895b149707574727ff62ae7
2024-11-08T05:19:31,509 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/default/test/52ec0a986895b149707574727ff62ae7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:19:31,510 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 52ec0a986895b149707574727ff62ae7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74568486, jitterRate=0.11115702986717224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:19:31,510 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52ec0a986895b149707574727ff62ae7
2024-11-08T05:19:31,510 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 52ec0a986895b149707574727ff62ae7:
Running coprocessor pre-open hook at 1731043171499Writing region info on filesystem at 1731043171499Initializing all the Stores at 1731043171499Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043171499Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043171499Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043171499Cleaning up temporary data from old regions at 1731043171506 (+7 ms)Running coprocessor post-open hooks at 1731043171510 (+4 ms)Region opened successfully at 1731043171510
2024-11-08T05:19:31,510 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731043170368.52ec0a986895b149707574727ff62ae7., pid=6, masterSystemTime=1731043171494
2024-11-08T05:19:31,512 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731043170368.52ec0a986895b149707574727ff62ae7.
2024-11-08T05:19:31,512 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731043170368.52ec0a986895b149707574727ff62ae7.
2024-11-08T05:19:31,513 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52ec0a986895b149707574727ff62ae7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d1ba675678c9,42313,1731043160398
2024-11-08T05:19:31,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52ec0a986895b149707574727ff62ae7, server=d1ba675678c9,42313,1731043160398 because future has completed
2024-11-08T05:19:31,517 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:19:31,517 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 52ec0a986895b149707574727ff62ae7, server=d1ba675678c9,42313,1731043160398 in 173 msec
2024-11-08T05:19:31,518 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T05:19:31,518 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=52ec0a986895b149707574727ff62ae7, ASSIGN in 329 msec
2024-11-08T05:19:31,519 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:19:31,519 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043171519"}]},"ts":"1731043171519"}
2024-11-08T05:19:31,521 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-08T05:19:31,522 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:19:31,523 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec
2024-11-08T05:19:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:19:32,516 INFO  [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-08T05:19:32,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:19:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,39459,1731043165662
2024-11-08T05:19:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45686bf3
2024-11-08T05:19:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:19:32,518 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:19:32,518 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:19:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-08T05:19:32,520 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:19:32,520 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:32,521 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-08T05:19:32,521 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:19:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:19:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:19:32,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741835_1011 (size=902)
2024-11-08T05:19:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:19:33,054 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 555914b5cb253571f426115bbcf17565, NAME => 'test,,1731043172518.555914b5cb253571f426115bbcf17565.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b
2024-11-08T05:19:33,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741836_1012 (size=39)
2024-11-08T05:19:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:19:33,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731043172518.555914b5cb253571f426115bbcf17565.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:33,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 555914b5cb253571f426115bbcf17565, disabling compactions & flushes
2024-11-08T05:19:33,459 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731043172518.555914b5cb253571f426115bbcf17565.
2024-11-08T05:19:33,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043172518.555914b5cb253571f426115bbcf17565.
2024-11-08T05:19:33,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731043172518.555914b5cb253571f426115bbcf17565. after waiting 0 ms
2024-11-08T05:19:33,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731043172518.555914b5cb253571f426115bbcf17565.
2024-11-08T05:19:33,459 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731043172518.555914b5cb253571f426115bbcf17565.
2024-11-08T05:19:33,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 555914b5cb253571f426115bbcf17565:
Waiting for close lock at 1731043173459Disabling compacts and flushes for region at 1731043173459Disabling writes for close at 1731043173459Writing region close event to WAL at 1731043173459Closed at 1731043173459
2024-11-08T05:19:33,461 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:19:33,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731043172518.555914b5cb253571f426115bbcf17565.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731043173461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043173461"}]},"ts":"1731043173461"}
2024-11-08T05:19:33,462 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:19:33,463 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:19:33,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043173463"}]},"ts":"1731043173463"}
2024-11-08T05:19:33,464 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-08T05:19:33,465 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=555914b5cb253571f426115bbcf17565, ASSIGN}]
2024-11-08T05:19:33,466 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=555914b5cb253571f426115bbcf17565, ASSIGN
2024-11-08T05:19:33,466 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=555914b5cb253571f426115bbcf17565, ASSIGN; state=OFFLINE, location=d1ba675678c9,45911,1731043165860; forceNewPlan=false, retain=false
2024-11-08T05:19:33,617 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=555914b5cb253571f426115bbcf17565, regionState=OPENING, regionLocation=d1ba675678c9,45911,1731043165860
2024-11-08T05:19:33,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=555914b5cb253571f426115bbcf17565, ASSIGN because future has completed
2024-11-08T05:19:33,619 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 555914b5cb253571f426115bbcf17565, server=d1ba675678c9,45911,1731043165860}]
2024-11-08T05:19:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:19:33,774 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731043172518.555914b5cb253571f426115bbcf17565.
2024-11-08T05:19:33,774 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 555914b5cb253571f426115bbcf17565, NAME => 'test,,1731043172518.555914b5cb253571f426115bbcf17565.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:19:33,774 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:19:33,774 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-08T05:19:33,774 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 555914b5cb253571f426115bbcf17565
2024-11-08T05:19:33,774 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731043172518.555914b5cb253571f426115bbcf17565.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:33,775 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 555914b5cb253571f426115bbcf17565
2024-11-08T05:19:33,775 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 555914b5cb253571f426115bbcf17565
2024-11-08T05:19:33,776 INFO  [StoreOpener-555914b5cb253571f426115bbcf17565-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 555914b5cb253571f426115bbcf17565 
2024-11-08T05:19:33,776 INFO  [StoreOpener-555914b5cb253571f426115bbcf17565-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 555914b5cb253571f426115bbcf17565 columnFamilyName f
2024-11-08T05:19:33,776 DEBUG [StoreOpener-555914b5cb253571f426115bbcf17565-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:33,777 INFO  [StoreOpener-555914b5cb253571f426115bbcf17565-1 {}] regionserver.HStore(327): Store=555914b5cb253571f426115bbcf17565/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:33,777 INFO  [StoreOpener-555914b5cb253571f426115bbcf17565-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 555914b5cb253571f426115bbcf17565 
2024-11-08T05:19:33,777 INFO  [StoreOpener-555914b5cb253571f426115bbcf17565-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 555914b5cb253571f426115bbcf17565 columnFamilyName f1
2024-11-08T05:19:33,778 DEBUG [StoreOpener-555914b5cb253571f426115bbcf17565-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:33,778 INFO  [StoreOpener-555914b5cb253571f426115bbcf17565-1 {}] regionserver.HStore(327): Store=555914b5cb253571f426115bbcf17565/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:33,778 INFO  [StoreOpener-555914b5cb253571f426115bbcf17565-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 555914b5cb253571f426115bbcf17565 
2024-11-08T05:19:33,779 INFO  [StoreOpener-555914b5cb253571f426115bbcf17565-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 555914b5cb253571f426115bbcf17565 columnFamilyName norep
2024-11-08T05:19:33,779 DEBUG [StoreOpener-555914b5cb253571f426115bbcf17565-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:33,779 INFO  [StoreOpener-555914b5cb253571f426115bbcf17565-1 {}] regionserver.HStore(327): Store=555914b5cb253571f426115bbcf17565/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:33,779 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 555914b5cb253571f426115bbcf17565
2024-11-08T05:19:33,779 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/default/test/555914b5cb253571f426115bbcf17565
2024-11-08T05:19:33,780 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/default/test/555914b5cb253571f426115bbcf17565
2024-11-08T05:19:33,780 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 555914b5cb253571f426115bbcf17565
2024-11-08T05:19:33,780 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 555914b5cb253571f426115bbcf17565
2024-11-08T05:19:33,780 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:19:33,781 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 555914b5cb253571f426115bbcf17565
2024-11-08T05:19:33,782 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/default/test/555914b5cb253571f426115bbcf17565/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:19:33,783 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 555914b5cb253571f426115bbcf17565; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73206555, jitterRate=0.09086267650127411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:19:33,783 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 555914b5cb253571f426115bbcf17565
2024-11-08T05:19:33,783 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 555914b5cb253571f426115bbcf17565:
Running coprocessor pre-open hook at 1731043173775Writing region info on filesystem at 1731043173775Initializing all the Stores at 1731043173775Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043173775Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043173775Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043173775Cleaning up temporary data from old regions at 1731043173780 (+5 ms)Running coprocessor post-open hooks at 1731043173783 (+3 ms)Region opened successfully at 1731043173783
2024-11-08T05:19:33,783 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731043172518.555914b5cb253571f426115bbcf17565., pid=6, masterSystemTime=1731043173771
2024-11-08T05:19:33,785 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731043172518.555914b5cb253571f426115bbcf17565.
2024-11-08T05:19:33,785 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731043172518.555914b5cb253571f426115bbcf17565.
2024-11-08T05:19:33,785 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=555914b5cb253571f426115bbcf17565, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d1ba675678c9,45911,1731043165860
2024-11-08T05:19:33,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 555914b5cb253571f426115bbcf17565, server=d1ba675678c9,45911,1731043165860 because future has completed
2024-11-08T05:19:33,789 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:19:33,790 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 555914b5cb253571f426115bbcf17565, server=d1ba675678c9,45911,1731043165860 in 169 msec
2024-11-08T05:19:33,791 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T05:19:33,791 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=555914b5cb253571f426115bbcf17565, ASSIGN in 325 msec
2024-11-08T05:19:33,791 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:19:33,792 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043173791"}]},"ts":"1731043173791"}
2024-11-08T05:19:33,793 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-08T05:19:33,794 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:19:33,795 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2760 sec
2024-11-08T05:19:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:19:34,677 INFO  [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-08T05:19:34,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729b5cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:34,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,36547,-1 for getting cluster id
2024-11-08T05:19:34,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:34,678 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d1a055-1cf0-4125-85a0-08f7ffd98acb'
2024-11-08T05:19:34,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:34,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d1a055-1cf0-4125-85a0-08f7ffd98acb"

2024-11-08T05:19:34,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576c4953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:34,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,36547,-1]
2024-11-08T05:19:34,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:34,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:34,679 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:34,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4912f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:34,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:19:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,36547,1731043154442
2024-11-08T05:19:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40bb7263
2024-11-08T05:19:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:19:34,681 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:19:34,682 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d1ba675678c9:36707,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-08T05:19:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:19:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:19:34,684 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:36707'
2024-11-08T05:19:34,685 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302d42ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:34,685 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,36707,-1 for getting cluster id
2024-11-08T05:19:34,685 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:34,686 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fec929a3-c979-4fe5-9f35-2eeb17ce891c'
2024-11-08T05:19:34,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:34,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fec929a3-c979-4fe5-9f35-2eeb17ce891c"

2024-11-08T05:19:34,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4223fd48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:34,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,36707,-1]
2024-11-08T05:19:34,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:34,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:34,687 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:34,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388df290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:34,688 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:19:34,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,36707,1731043160046
2024-11-08T05:19:34,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@608c6d14
2024-11-08T05:19:34,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:19:34,689 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:19:34,690 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-08T05:19:34,690 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:19:34,690 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:34,690 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:34,690 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:34,691 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:19:34,692 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-08T05:19:34,692 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:19:34,693 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:34,693 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:19:34,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741837_1013 (size=1138)
2024-11-08T05:19:34,742 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-08T05:19:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:19:34,846 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:19:34,847 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:34,847 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:34,887 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:34,887 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:34,887 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:34,888 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:34,888 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:34,888 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:34,894 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:34,897 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:34,898 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:34,899 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:34,914 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-08T05:19:34,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-08T05:19:34,915 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-08T05:19:34,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:19:34,915 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-08T05:19:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:19:35,099 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42aeb37ccd6129ad090020f6fec620d1, NAME => 'hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405
2024-11-08T05:19:35,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741838_1014 (size=44)
2024-11-08T05:19:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:19:35,504 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:35,504 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 42aeb37ccd6129ad090020f6fec620d1, disabling compactions & flushes
2024-11-08T05:19:35,504 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1.
2024-11-08T05:19:35,504 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1.
2024-11-08T05:19:35,504 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1. after waiting 0 ms
2024-11-08T05:19:35,504 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1.
2024-11-08T05:19:35,504 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1.
2024-11-08T05:19:35,504 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42aeb37ccd6129ad090020f6fec620d1:
Waiting for close lock at 1731043175504Disabling compacts and flushes for region at 1731043175504Disabling writes for close at 1731043175504Writing region close event to WAL at 1731043175504Closed at 1731043175504
2024-11-08T05:19:35,505 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:19:35,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731043175505"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043175505"}]},"ts":"1731043175505"}
2024-11-08T05:19:35,507 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:19:35,508 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:19:35,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043175508"}]},"ts":"1731043175508"}
2024-11-08T05:19:35,510 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-08T05:19:35,510 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=42aeb37ccd6129ad090020f6fec620d1, ASSIGN}]
2024-11-08T05:19:35,511 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=42aeb37ccd6129ad090020f6fec620d1, ASSIGN
2024-11-08T05:19:35,512 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=42aeb37ccd6129ad090020f6fec620d1, ASSIGN; state=OFFLINE, location=d1ba675678c9,41261,1731043154653; forceNewPlan=false, retain=false
2024-11-08T05:19:35,662 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=42aeb37ccd6129ad090020f6fec620d1, regionState=OPENING, regionLocation=d1ba675678c9,41261,1731043154653
2024-11-08T05:19:35,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=42aeb37ccd6129ad090020f6fec620d1, ASSIGN because future has completed
2024-11-08T05:19:35,665 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42aeb37ccd6129ad090020f6fec620d1, server=d1ba675678c9,41261,1731043154653}]
2024-11-08T05:19:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:19:35,820 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1.
2024-11-08T05:19:35,820 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:19:35,820 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-08T05:19:35,821 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C41261%2C1731043154653.rep, suffix=, logDir=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653, archiveDir=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/oldWALs, maxLogs=10
2024-11-08T05:19:35,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.rep.1731043175821, exclude list is [], retry=0
2024-11-08T05:19:35,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40541,DS-a56dbaa7-7ee1-4156-ab57-16e7e6b60899,DISK]
2024-11-08T05:19:35,845 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.rep.1731043175821
2024-11-08T05:19:35,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36893:36893)]
2024-11-08T05:19:35,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 42aeb37ccd6129ad090020f6fec620d1, NAME => 'hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:19:35,846 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:19:35,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:19:35,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1. service=MultiRowMutationService
2024-11-08T05:19:35,847 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-08T05:19:35,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 42aeb37ccd6129ad090020f6fec620d1
2024-11-08T05:19:35,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:35,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 42aeb37ccd6129ad090020f6fec620d1
2024-11-08T05:19:35,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 42aeb37ccd6129ad090020f6fec620d1
2024-11-08T05:19:35,848 INFO  [StoreOpener-42aeb37ccd6129ad090020f6fec620d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 42aeb37ccd6129ad090020f6fec620d1 
2024-11-08T05:19:35,849 INFO  [StoreOpener-42aeb37ccd6129ad090020f6fec620d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42aeb37ccd6129ad090020f6fec620d1 columnFamilyName hfileref
2024-11-08T05:19:35,849 DEBUG [StoreOpener-42aeb37ccd6129ad090020f6fec620d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:35,849 INFO  [StoreOpener-42aeb37ccd6129ad090020f6fec620d1-1 {}] regionserver.HStore(327): Store=42aeb37ccd6129ad090020f6fec620d1/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:35,849 INFO  [StoreOpener-42aeb37ccd6129ad090020f6fec620d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 42aeb37ccd6129ad090020f6fec620d1 
2024-11-08T05:19:35,850 INFO  [StoreOpener-42aeb37ccd6129ad090020f6fec620d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42aeb37ccd6129ad090020f6fec620d1 columnFamilyName queue
2024-11-08T05:19:35,850 DEBUG [StoreOpener-42aeb37ccd6129ad090020f6fec620d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:35,851 INFO  [StoreOpener-42aeb37ccd6129ad090020f6fec620d1-1 {}] regionserver.HStore(327): Store=42aeb37ccd6129ad090020f6fec620d1/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:35,851 INFO  [StoreOpener-42aeb37ccd6129ad090020f6fec620d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 42aeb37ccd6129ad090020f6fec620d1 
2024-11-08T05:19:35,851 INFO  [StoreOpener-42aeb37ccd6129ad090020f6fec620d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42aeb37ccd6129ad090020f6fec620d1 columnFamilyName sid
2024-11-08T05:19:35,851 DEBUG [StoreOpener-42aeb37ccd6129ad090020f6fec620d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:35,852 INFO  [StoreOpener-42aeb37ccd6129ad090020f6fec620d1-1 {}] regionserver.HStore(327): Store=42aeb37ccd6129ad090020f6fec620d1/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:35,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 42aeb37ccd6129ad090020f6fec620d1
2024-11-08T05:19:35,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/replication/42aeb37ccd6129ad090020f6fec620d1
2024-11-08T05:19:35,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/replication/42aeb37ccd6129ad090020f6fec620d1
2024-11-08T05:19:35,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 42aeb37ccd6129ad090020f6fec620d1
2024-11-08T05:19:35,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 42aeb37ccd6129ad090020f6fec620d1
2024-11-08T05:19:35,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:19:35,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 42aeb37ccd6129ad090020f6fec620d1
2024-11-08T05:19:35,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/replication/42aeb37ccd6129ad090020f6fec620d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:19:35,856 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 42aeb37ccd6129ad090020f6fec620d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69048823, jitterRate=0.028907641768455505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:19:35,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42aeb37ccd6129ad090020f6fec620d1
2024-11-08T05:19:35,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 42aeb37ccd6129ad090020f6fec620d1:
Running coprocessor pre-open hook at 1731043175847Writing region info on filesystem at 1731043175847Initializing all the Stores at 1731043175848 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043175848Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043175848Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043175848Cleaning up temporary data from old regions at 1731043175853 (+5 ms)Running coprocessor post-open hooks at 1731043175856 (+3 ms)Region opened successfully at 1731043175856
2024-11-08T05:19:35,857 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1., pid=10, masterSystemTime=1731043175817
2024-11-08T05:19:35,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1.
2024-11-08T05:19:35,859 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1.
2024-11-08T05:19:35,859 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=42aeb37ccd6129ad090020f6fec620d1, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,41261,1731043154653
2024-11-08T05:19:35,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42aeb37ccd6129ad090020f6fec620d1, server=d1ba675678c9,41261,1731043154653 because future has completed
2024-11-08T05:19:35,863 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-08T05:19:35,863 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 42aeb37ccd6129ad090020f6fec620d1, server=d1ba675678c9,41261,1731043154653 in 197 msec
2024-11-08T05:19:35,864 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-08T05:19:35,864 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=42aeb37ccd6129ad090020f6fec620d1, ASSIGN in 353 msec
2024-11-08T05:19:35,865 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:19:35,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043175865"}]},"ts":"1731043175865"}
2024-11-08T05:19:35,867 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-08T05:19:35,867 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:19:35,868 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec
2024-11-08T05:19:35,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1., hostname=d1ba675678c9,41261,1731043154653, seqNum=2]
2024-11-08T05:19:36,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358
2024-11-08T05:19:36,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358
2024-11-08T05:19:36,210 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:19:36,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-08T05:19:36,362 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-08T05:19:36,391 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d1ba675678c9,41261,1731043154653, ReplicationSource: 1, currentBandwidth=0
2024-11-08T05:19:36,392 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:19:36,392 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,41261,1731043154653, seqNum=-1]
2024-11-08T05:19:36,393 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:19:36,393 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService
2024-11-08T05:19:36,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d1ba675678c9,41261,1731043154653', locateType=CURRENT is [region=hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1., hostname=d1ba675678c9,41261,1731043154653, seqNum=2]
2024-11-08T05:19:36,397 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-08T05:19:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-08T05:19:36,399 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d1ba675678c9,41261,1731043154653 suceeded
2024-11-08T05:19:36,400 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-08T05:19:36,400 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec
2024-11-08T05:19:36,400 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d1ba675678c9:36707,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:19:36,401 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7180 sec
2024-11-08T05:19:36,411 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:36707'
2024-11-08T05:19:36,412 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d36a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:36,412 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,36707,-1 for getting cluster id
2024-11-08T05:19:36,412 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:36,412 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fec929a3-c979-4fe5-9f35-2eeb17ce891c'
2024-11-08T05:19:36,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:36,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fec929a3-c979-4fe5-9f35-2eeb17ce891c"

2024-11-08T05:19:36,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@768b8ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:36,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,36707,-1]
2024-11-08T05:19:36,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:36,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:36,414 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:36,414 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32db99ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:36,414 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:19:36,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,36707,1731043160046
2024-11-08T05:19:36,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21bb5869
2024-11-08T05:19:36,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:19:36,416 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService
2024-11-08T05:19:36,416 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d1ba675678c9,41261,1731043154653 (queues=1) is replicating from cluster=03d1a055-1cf0-4125-85a0-08f7ffd98acb to cluster=fec929a3-c979-4fe5-9f35-2eeb17ce891c
2024-11-08T05:19:36,416 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d1ba675678c9%2C41261%2C1731043154653
2024-11-08T05:19:36,416 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d1ba675678c9,41261,1731043154653, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:19:36,417 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977, startPosition=0, beingWritten=true
2024-11-08T05:19:36,417 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C41261%2C1731043154653
2024-11-08T05:19:36,424 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:36,424 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 379, reset compression=false
2024-11-08T05:19:36,424 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,41261,1731043154653 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:19:36,629 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 379, reset compression=false
2024-11-08T05:19:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:19:36,826 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-08T05:19:36,826 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:19:36,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:36,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:36,826 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:36,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:36,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd3cf1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:36,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,36707,-1 for getting cluster id
2024-11-08T05:19:36,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:36,827 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fec929a3-c979-4fe5-9f35-2eeb17ce891c'
2024-11-08T05:19:36,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:36,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fec929a3-c979-4fe5-9f35-2eeb17ce891c"

2024-11-08T05:19:36,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697f08d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:36,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,36707,-1]
2024-11-08T05:19:36,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:36,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:36,829 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:36,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55317798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:36,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:19:36,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,36707,1731043160046
2024-11-08T05:19:36,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cf8586e
2024-11-08T05:19:36,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:19:36,831 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:19:36,831 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36707 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d1ba675678c9:39459,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-08T05:19:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36707 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:19:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:19:36,834 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:39459'
2024-11-08T05:19:36,834 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737b7cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:36,834 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,39459,-1 for getting cluster id
2024-11-08T05:19:36,834 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:36,835 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13a51323-e28b-4945-9026-2531ef45f7a0'
2024-11-08T05:19:36,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:36,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13a51323-e28b-4945-9026-2531ef45f7a0"

2024-11-08T05:19:36,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e75904b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:36,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,39459,-1]
2024-11-08T05:19:36,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:36,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:36,836 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:36,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686f476e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:36,837 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:19:36,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,39459,1731043165662
2024-11-08T05:19:36,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49ea13ae
2024-11-08T05:19:36,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:19:36,838 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:19:36,838 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-08T05:19:36,838 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:19:36,838 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:36,839 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:36,839 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:36,839 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:19:36,840 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-08T05:19:36,840 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:19:36,841 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:36,841 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:19:36,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741837_1013 (size=1138)
2024-11-08T05:19:36,890 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-08T05:19:36,933 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 379, reset compression=false
2024-11-08T05:19:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:19:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:19:37,248 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a461394e3bada8da83ba553c9389457e, NAME => 'hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564
2024-11-08T05:19:37,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741838_1014 (size=44)
2024-11-08T05:19:37,336 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 379, reset compression=false
2024-11-08T05:19:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:19:37,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:37,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a461394e3bada8da83ba553c9389457e, disabling compactions & flushes
2024-11-08T05:19:37,652 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.
2024-11-08T05:19:37,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.
2024-11-08T05:19:37,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e. after waiting 0 ms
2024-11-08T05:19:37,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.
2024-11-08T05:19:37,652 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.
2024-11-08T05:19:37,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a461394e3bada8da83ba553c9389457e:
Waiting for close lock at 1731043177652Disabling compacts and flushes for region at 1731043177652Disabling writes for close at 1731043177652Writing region close event to WAL at 1731043177652Closed at 1731043177652
2024-11-08T05:19:37,723 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:19:37,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731043177723"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043177723"}]},"ts":"1731043177723"}
2024-11-08T05:19:37,725 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:19:37,725 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:19:37,726 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043177725"}]},"ts":"1731043177725"}
2024-11-08T05:19:37,727 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-08T05:19:37,727 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a461394e3bada8da83ba553c9389457e, ASSIGN}]
2024-11-08T05:19:37,728 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a461394e3bada8da83ba553c9389457e, ASSIGN
2024-11-08T05:19:37,728 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a461394e3bada8da83ba553c9389457e, ASSIGN; state=OFFLINE, location=d1ba675678c9,42313,1731043160398; forceNewPlan=false, retain=false
2024-11-08T05:19:37,839 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 379, reset compression=false
2024-11-08T05:19:37,879 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a461394e3bada8da83ba553c9389457e, regionState=OPENING, regionLocation=d1ba675678c9,42313,1731043160398
2024-11-08T05:19:37,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a461394e3bada8da83ba553c9389457e, ASSIGN because future has completed
2024-11-08T05:19:37,881 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a461394e3bada8da83ba553c9389457e, server=d1ba675678c9,42313,1731043160398}]
2024-11-08T05:19:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:19:38,036 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.
2024-11-08T05:19:38,036 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:19:38,036 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-08T05:19:38,037 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42313%2C1731043160398.rep, suffix=, logDir=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398, archiveDir=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/oldWALs, maxLogs=10
2024-11-08T05:19:38,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.rep.1731043178037, exclude list is [], retry=0
2024-11-08T05:19:38,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44739,DS-2e6b7577-63cf-43cf-8930-d2d0e20cce11,DISK]
2024-11-08T05:19:38,055 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.rep.1731043178037
2024-11-08T05:19:38,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35189:35189)]
2024-11-08T05:19:38,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a461394e3bada8da83ba553c9389457e, NAME => 'hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:19:38,055 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:19:38,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:19:38,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e. service=MultiRowMutationService
2024-11-08T05:19:38,056 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-08T05:19:38,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a461394e3bada8da83ba553c9389457e
2024-11-08T05:19:38,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:38,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a461394e3bada8da83ba553c9389457e
2024-11-08T05:19:38,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a461394e3bada8da83ba553c9389457e
2024-11-08T05:19:38,057 INFO  [StoreOpener-a461394e3bada8da83ba553c9389457e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a461394e3bada8da83ba553c9389457e 
2024-11-08T05:19:38,058 INFO  [StoreOpener-a461394e3bada8da83ba553c9389457e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a461394e3bada8da83ba553c9389457e columnFamilyName hfileref
2024-11-08T05:19:38,058 DEBUG [StoreOpener-a461394e3bada8da83ba553c9389457e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:38,058 INFO  [StoreOpener-a461394e3bada8da83ba553c9389457e-1 {}] regionserver.HStore(327): Store=a461394e3bada8da83ba553c9389457e/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:38,058 INFO  [StoreOpener-a461394e3bada8da83ba553c9389457e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a461394e3bada8da83ba553c9389457e 
2024-11-08T05:19:38,059 INFO  [StoreOpener-a461394e3bada8da83ba553c9389457e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a461394e3bada8da83ba553c9389457e columnFamilyName queue
2024-11-08T05:19:38,059 DEBUG [StoreOpener-a461394e3bada8da83ba553c9389457e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:38,059 INFO  [StoreOpener-a461394e3bada8da83ba553c9389457e-1 {}] regionserver.HStore(327): Store=a461394e3bada8da83ba553c9389457e/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:38,059 INFO  [StoreOpener-a461394e3bada8da83ba553c9389457e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a461394e3bada8da83ba553c9389457e 
2024-11-08T05:19:38,060 INFO  [StoreOpener-a461394e3bada8da83ba553c9389457e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a461394e3bada8da83ba553c9389457e columnFamilyName sid
2024-11-08T05:19:38,060 DEBUG [StoreOpener-a461394e3bada8da83ba553c9389457e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:38,060 INFO  [StoreOpener-a461394e3bada8da83ba553c9389457e-1 {}] regionserver.HStore(327): Store=a461394e3bada8da83ba553c9389457e/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:38,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a461394e3bada8da83ba553c9389457e
2024-11-08T05:19:38,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/replication/a461394e3bada8da83ba553c9389457e
2024-11-08T05:19:38,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/replication/a461394e3bada8da83ba553c9389457e
2024-11-08T05:19:38,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a461394e3bada8da83ba553c9389457e
2024-11-08T05:19:38,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a461394e3bada8da83ba553c9389457e
2024-11-08T05:19:38,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:19:38,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a461394e3bada8da83ba553c9389457e
2024-11-08T05:19:38,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/replication/a461394e3bada8da83ba553c9389457e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:19:38,064 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a461394e3bada8da83ba553c9389457e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71038748, jitterRate=0.0585598349571228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:19:38,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a461394e3bada8da83ba553c9389457e
2024-11-08T05:19:38,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a461394e3bada8da83ba553c9389457e:
Running coprocessor pre-open hook at 1731043178056Writing region info on filesystem at 1731043178056Initializing all the Stores at 1731043178057 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043178057Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043178057Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043178057Cleaning up temporary data from old regions at 1731043178062 (+5 ms)Running coprocessor post-open hooks at 1731043178064 (+2 ms)Region opened successfully at 1731043178064
2024-11-08T05:19:38,065 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e., pid=10, masterSystemTime=1731043178033
2024-11-08T05:19:38,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.
2024-11-08T05:19:38,067 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.
2024-11-08T05:19:38,067 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a461394e3bada8da83ba553c9389457e, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,42313,1731043160398
2024-11-08T05:19:38,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a461394e3bada8da83ba553c9389457e, server=d1ba675678c9,42313,1731043160398 because future has completed
2024-11-08T05:19:38,071 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-08T05:19:38,071 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a461394e3bada8da83ba553c9389457e, server=d1ba675678c9,42313,1731043160398 in 188 msec
2024-11-08T05:19:38,072 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-08T05:19:38,072 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a461394e3bada8da83ba553c9389457e, ASSIGN in 344 msec
2024-11-08T05:19:38,073 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:19:38,073 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043178073"}]},"ts":"1731043178073"}
2024-11-08T05:19:38,074 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-08T05:19:38,075 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:19:38,076 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2360 sec
2024-11-08T05:19:38,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e., hostname=d1ba675678c9,42313,1731043160398, seqNum=2]
2024-11-08T05:19:38,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776
2024-11-08T05:19:38,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776
2024-11-08T05:19:38,146 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:19:38,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-08T05:19:38,298 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-08T05:19:38,325 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d1ba675678c9,42313,1731043160398, ReplicationSource: 1, currentBandwidth=0
2024-11-08T05:19:38,325 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:19:38,325 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42313,1731043160398, seqNum=-1]
2024-11-08T05:19:38,326 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:19:38,326 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService
2024-11-08T05:19:38,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d1ba675678c9,42313,1731043160398', locateType=CURRENT is [region=hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e., hostname=d1ba675678c9,42313,1731043160398, seqNum=2]
2024-11-08T05:19:38,330 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-08T05:19:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36707 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-08T05:19:38,331 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d1ba675678c9,42313,1731043160398 suceeded
2024-11-08T05:19:38,333 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-08T05:19:38,333 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec
2024-11-08T05:19:38,333 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d1ba675678c9:39459,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:19:38,334 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5020 sec
2024-11-08T05:19:38,343 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:39459'
2024-11-08T05:19:38,344 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d8f84bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:38,344 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,39459,-1 for getting cluster id
2024-11-08T05:19:38,344 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:38,344 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13a51323-e28b-4945-9026-2531ef45f7a0'
2024-11-08T05:19:38,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:38,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13a51323-e28b-4945-9026-2531ef45f7a0"

2024-11-08T05:19:38,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77c4fb4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:38,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,39459,-1]
2024-11-08T05:19:38,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:38,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:38,345 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:38,346 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17e550a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:38,346 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:19:38,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,39459,1731043165662
2024-11-08T05:19:38,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29f1d61b
2024-11-08T05:19:38,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:19:38,347 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService
2024-11-08T05:19:38,348 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d1ba675678c9,42313,1731043160398 (queues=1) is replicating from cluster=fec929a3-c979-4fe5-9f35-2eeb17ce891c to cluster=13a51323-e28b-4945-9026-2531ef45f7a0
2024-11-08T05:19:38,348 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d1ba675678c9%2C42313%2C1731043160398
2024-11-08T05:19:38,348 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d1ba675678c9,42313,1731043160398, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:19:38,348 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C42313%2C1731043160398
2024-11-08T05:19:38,348 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644, startPosition=0, beingWritten=true
2024-11-08T05:19:38,353 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:38,353 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 379, reset compression=false
2024-11-08T05:19:38,353 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,42313,1731043160398 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:19:38,443 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 379, reset compression=false
2024-11-08T05:19:38,557 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 379, reset compression=false
2024-11-08T05:19:38,861 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 379, reset compression=false
2024-11-08T05:19:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:19:38,976 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-08T05:19:38,977 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:19:38,977 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:38,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:38,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:38,977 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:38,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8668f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:38,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,39459,-1 for getting cluster id
2024-11-08T05:19:38,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:38,978 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13a51323-e28b-4945-9026-2531ef45f7a0'
2024-11-08T05:19:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13a51323-e28b-4945-9026-2531ef45f7a0"

2024-11-08T05:19:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f93455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,39459,-1]
2024-11-08T05:19:38,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:38,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:38,979 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:38,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677c62f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:38,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:19:38,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,39459,1731043165662
2024-11-08T05:19:38,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67ef42c2
2024-11-08T05:19:38,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:19:38,981 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:19:38,982 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d1ba675678c9:36547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-08T05:19:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:19:38,984 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:36547'
2024-11-08T05:19:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:19:38,984 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136c35a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:38,984 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,36547,-1 for getting cluster id
2024-11-08T05:19:38,985 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:38,985 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d1a055-1cf0-4125-85a0-08f7ffd98acb'
2024-11-08T05:19:38,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:38,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d1a055-1cf0-4125-85a0-08f7ffd98acb"

2024-11-08T05:19:38,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65164657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:38,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,36547,-1]
2024-11-08T05:19:38,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:38,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:38,986 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:38,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@860733a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:38,987 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:19:38,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,36547,1731043154442
2024-11-08T05:19:38,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a9f0f42
2024-11-08T05:19:38,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:19:38,988 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:19:38,988 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-08T05:19:38,989 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:19:38,989 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:38,989 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:38,989 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:38,989 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:19:38,990 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-08T05:19:38,990 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:19:38,990 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:38,991 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:19:38,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741837_1013 (size=1138)
2024-11-08T05:19:39,040 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-08T05:19:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:19:39,146 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 379, reset compression=false
2024-11-08T05:19:39,264 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 379, reset compression=false
2024-11-08T05:19:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:19:39,397 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07f59a1c6aa355b9bf1ac40bb4157d1a, NAME => 'hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b
2024-11-08T05:19:39,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741838_1014 (size=44)
2024-11-08T05:19:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:19:39,767 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 379, reset compression=false
2024-11-08T05:19:39,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:39,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 07f59a1c6aa355b9bf1ac40bb4157d1a, disabling compactions & flushes
2024-11-08T05:19:39,804 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a.
2024-11-08T05:19:39,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a.
2024-11-08T05:19:39,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a. after waiting 0 ms
2024-11-08T05:19:39,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a.
2024-11-08T05:19:39,804 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a.
2024-11-08T05:19:39,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07f59a1c6aa355b9bf1ac40bb4157d1a:
Waiting for close lock at 1731043179804Disabling compacts and flushes for region at 1731043179804Disabling writes for close at 1731043179804Writing region close event to WAL at 1731043179804Closed at 1731043179804
2024-11-08T05:19:39,805 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:19:39,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731043179805"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043179805"}]},"ts":"1731043179805"}
2024-11-08T05:19:39,807 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:19:39,808 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:19:39,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043179808"}]},"ts":"1731043179808"}
2024-11-08T05:19:39,809 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-08T05:19:39,809 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07f59a1c6aa355b9bf1ac40bb4157d1a, ASSIGN}]
2024-11-08T05:19:39,810 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07f59a1c6aa355b9bf1ac40bb4157d1a, ASSIGN
2024-11-08T05:19:39,811 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=07f59a1c6aa355b9bf1ac40bb4157d1a, ASSIGN; state=OFFLINE, location=d1ba675678c9,45911,1731043165860; forceNewPlan=false, retain=false
2024-11-08T05:19:39,949 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 379, reset compression=false
2024-11-08T05:19:39,961 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=07f59a1c6aa355b9bf1ac40bb4157d1a, regionState=OPENING, regionLocation=d1ba675678c9,45911,1731043165860
2024-11-08T05:19:39,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=07f59a1c6aa355b9bf1ac40bb4157d1a, ASSIGN because future has completed
2024-11-08T05:19:39,963 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07f59a1c6aa355b9bf1ac40bb4157d1a, server=d1ba675678c9,45911,1731043165860}]
2024-11-08T05:19:40,118 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a.
2024-11-08T05:19:40,118 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:19:40,118 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-08T05:19:40,119 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C45911%2C1731043165860.rep, suffix=, logDir=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860, archiveDir=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/oldWALs, maxLogs=10
2024-11-08T05:19:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:19:40,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.rep.1731043180120, exclude list is [], retry=0
2024-11-08T05:19:40,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43643,DS-fb1937f6-dc8d-42ad-b0f4-3c121d814153,DISK]
2024-11-08T05:19:40,135 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.rep.1731043180120
2024-11-08T05:19:40,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43931:43931)]
2024-11-08T05:19:40,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 07f59a1c6aa355b9bf1ac40bb4157d1a, NAME => 'hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:19:40,136 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:19:40,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:19:40,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a. service=MultiRowMutationService
2024-11-08T05:19:40,136 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-08T05:19:40,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 07f59a1c6aa355b9bf1ac40bb4157d1a
2024-11-08T05:19:40,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:19:40,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 07f59a1c6aa355b9bf1ac40bb4157d1a
2024-11-08T05:19:40,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 07f59a1c6aa355b9bf1ac40bb4157d1a
2024-11-08T05:19:40,137 INFO  [StoreOpener-07f59a1c6aa355b9bf1ac40bb4157d1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 07f59a1c6aa355b9bf1ac40bb4157d1a 
2024-11-08T05:19:40,138 INFO  [StoreOpener-07f59a1c6aa355b9bf1ac40bb4157d1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07f59a1c6aa355b9bf1ac40bb4157d1a columnFamilyName hfileref
2024-11-08T05:19:40,138 DEBUG [StoreOpener-07f59a1c6aa355b9bf1ac40bb4157d1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:40,138 INFO  [StoreOpener-07f59a1c6aa355b9bf1ac40bb4157d1a-1 {}] regionserver.HStore(327): Store=07f59a1c6aa355b9bf1ac40bb4157d1a/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:40,138 INFO  [StoreOpener-07f59a1c6aa355b9bf1ac40bb4157d1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 07f59a1c6aa355b9bf1ac40bb4157d1a 
2024-11-08T05:19:40,139 INFO  [StoreOpener-07f59a1c6aa355b9bf1ac40bb4157d1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07f59a1c6aa355b9bf1ac40bb4157d1a columnFamilyName queue
2024-11-08T05:19:40,139 DEBUG [StoreOpener-07f59a1c6aa355b9bf1ac40bb4157d1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:40,140 INFO  [StoreOpener-07f59a1c6aa355b9bf1ac40bb4157d1a-1 {}] regionserver.HStore(327): Store=07f59a1c6aa355b9bf1ac40bb4157d1a/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:40,140 INFO  [StoreOpener-07f59a1c6aa355b9bf1ac40bb4157d1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 07f59a1c6aa355b9bf1ac40bb4157d1a 
2024-11-08T05:19:40,140 INFO  [StoreOpener-07f59a1c6aa355b9bf1ac40bb4157d1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07f59a1c6aa355b9bf1ac40bb4157d1a columnFamilyName sid
2024-11-08T05:19:40,140 DEBUG [StoreOpener-07f59a1c6aa355b9bf1ac40bb4157d1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:19:40,141 INFO  [StoreOpener-07f59a1c6aa355b9bf1ac40bb4157d1a-1 {}] regionserver.HStore(327): Store=07f59a1c6aa355b9bf1ac40bb4157d1a/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:19:40,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 07f59a1c6aa355b9bf1ac40bb4157d1a
2024-11-08T05:19:40,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/replication/07f59a1c6aa355b9bf1ac40bb4157d1a
2024-11-08T05:19:40,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/replication/07f59a1c6aa355b9bf1ac40bb4157d1a
2024-11-08T05:19:40,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 07f59a1c6aa355b9bf1ac40bb4157d1a
2024-11-08T05:19:40,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 07f59a1c6aa355b9bf1ac40bb4157d1a
2024-11-08T05:19:40,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:19:40,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 07f59a1c6aa355b9bf1ac40bb4157d1a
2024-11-08T05:19:40,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/replication/07f59a1c6aa355b9bf1ac40bb4157d1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:19:40,144 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 07f59a1c6aa355b9bf1ac40bb4157d1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73814473, jitterRate=0.09992136061191559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:19:40,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07f59a1c6aa355b9bf1ac40bb4157d1a
2024-11-08T05:19:40,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 07f59a1c6aa355b9bf1ac40bb4157d1a:
Running coprocessor pre-open hook at 1731043180136Writing region info on filesystem at 1731043180136Initializing all the Stores at 1731043180137 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043180137Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043180137Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043180137Cleaning up temporary data from old regions at 1731043180142 (+5 ms)Running coprocessor post-open hooks at 1731043180144 (+2 ms)Region opened successfully at 1731043180144
2024-11-08T05:19:40,145 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a., pid=10, masterSystemTime=1731043180115
2024-11-08T05:19:40,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a.
2024-11-08T05:19:40,147 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a.
2024-11-08T05:19:40,147 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=07f59a1c6aa355b9bf1ac40bb4157d1a, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,45911,1731043165860
2024-11-08T05:19:40,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07f59a1c6aa355b9bf1ac40bb4157d1a, server=d1ba675678c9,45911,1731043165860 because future has completed
2024-11-08T05:19:40,150 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-08T05:19:40,150 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 07f59a1c6aa355b9bf1ac40bb4157d1a, server=d1ba675678c9,45911,1731043165860 in 186 msec
2024-11-08T05:19:40,152 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-08T05:19:40,152 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07f59a1c6aa355b9bf1ac40bb4157d1a, ASSIGN in 341 msec
2024-11-08T05:19:40,152 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:19:40,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043180152"}]},"ts":"1731043180152"}
2024-11-08T05:19:40,154 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-08T05:19:40,155 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:19:40,155 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec
2024-11-08T05:19:40,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a., hostname=d1ba675678c9,45911,1731043165860, seqNum=2]
2024-11-08T05:19:40,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325
2024-11-08T05:19:40,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325
2024-11-08T05:19:40,304 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:19:40,370 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 379, reset compression=false
2024-11-08T05:19:40,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-08T05:19:40,458 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-08T05:19:40,487 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d1ba675678c9,45911,1731043165860, ReplicationSource: 1, currentBandwidth=0
2024-11-08T05:19:40,487 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:19:40,487 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45911,1731043165860, seqNum=-1]
2024-11-08T05:19:40,488 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:19:40,488 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService
2024-11-08T05:19:40,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d1ba675678c9,45911,1731043165860', locateType=CURRENT is [region=hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a., hostname=d1ba675678c9,45911,1731043165860, seqNum=2]
2024-11-08T05:19:40,492 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-08T05:19:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-08T05:19:40,494 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d1ba675678c9,45911,1731043165860 suceeded
2024-11-08T05:19:40,495 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-08T05:19:40,495 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec
2024-11-08T05:19:40,495 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d1ba675678c9:36547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:19:40,496 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5130 sec
2024-11-08T05:19:40,506 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:36547'
2024-11-08T05:19:40,507 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@760f9def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:40,507 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,36547,-1 for getting cluster id
2024-11-08T05:19:40,507 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:40,508 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d1a055-1cf0-4125-85a0-08f7ffd98acb'
2024-11-08T05:19:40,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:40,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d1a055-1cf0-4125-85a0-08f7ffd98acb"

2024-11-08T05:19:40,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56f2a81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:40,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,36547,-1]
2024-11-08T05:19:40,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:40,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:40,509 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:40,510 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22bf672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:40,510 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:19:40,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,36547,1731043154442
2024-11-08T05:19:40,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63e403fa
2024-11-08T05:19:40,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:19:40,511 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService
2024-11-08T05:19:40,511 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d1ba675678c9,45911,1731043165860 (queues=1) is replicating from cluster=13a51323-e28b-4945-9026-2531ef45f7a0 to cluster=03d1a055-1cf0-4125-85a0-08f7ffd98acb
2024-11-08T05:19:40,511 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d1ba675678c9%2C45911%2C1731043165860
2024-11-08T05:19:40,511 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d1ba675678c9,45911,1731043165860, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:19:40,512 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C45911%2C1731043165860
2024-11-08T05:19:40,512 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520, startPosition=0, beingWritten=true
2024-11-08T05:19:40,516 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:40,516 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 379, reset compression=false
2024-11-08T05:19:40,516 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,45911,1731043165860 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:19:40,720 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 379, reset compression=false
2024-11-08T05:19:40,853 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 379, reset compression=false
2024-11-08T05:19:41,025 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 379, reset compression=false
2024-11-08T05:19:41,074 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 379, reset compression=false
2024-11-08T05:19:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:19:41,137 INFO  [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-08T05:19:41,137 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:19:41,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:41,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:41,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:41,137 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:41,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537a58ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:41,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,36547,-1 for getting cluster id
2024-11-08T05:19:41,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:41,138 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d1a055-1cf0-4125-85a0-08f7ffd98acb'
2024-11-08T05:19:41,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:41,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d1a055-1cf0-4125-85a0-08f7ffd98acb"

2024-11-08T05:19:41,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca1338a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:41,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,36547,-1]
2024-11-08T05:19:41,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:41,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:41,140 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:41,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47397487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:41,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b62d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:41,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,36707,-1 for getting cluster id
2024-11-08T05:19:41,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:41,142 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fec929a3-c979-4fe5-9f35-2eeb17ce891c'
2024-11-08T05:19:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fec929a3-c979-4fe5-9f35-2eeb17ce891c"

2024-11-08T05:19:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28335387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,36707,-1]
2024-11-08T05:19:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:41,143 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:41,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7351ab3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:41,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbb8983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:41,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,39459,-1 for getting cluster id
2024-11-08T05:19:41,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:41,144 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13a51323-e28b-4945-9026-2531ef45f7a0'
2024-11-08T05:19:41,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:41,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13a51323-e28b-4945-9026-2531ef45f7a0"

2024-11-08T05:19:41,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4609ad2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:41,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,39459,-1]
2024-11-08T05:19:41,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:41,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:41,146 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:41,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2487249f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:41,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:19:41,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,41261,1731043154653, seqNum=-1]
2024-11-08T05:19:41,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:19:41,148 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:19:41,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e., hostname=d1ba675678c9,41261,1731043154653, seqNum=2]
2024-11-08T05:19:41,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:19:41,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45911,1731043165860, seqNum=-1]
2024-11-08T05:19:41,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:19:41,180 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:19:41,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731043172518.555914b5cb253571f426115bbcf17565., hostname=d1ba675678c9,45911,1731043165860, seqNum=2]
2024-11-08T05:19:41,183 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-08T05:19:41,352 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:19:41,354 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:41,354 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:41,400 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:41,400 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:41,400 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:41,400 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:41,401 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:41,401 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:41,409 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:41,413 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:41,413 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:41,416 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:41,428 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 379, reset compression=false
2024-11-08T05:19:41,437 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-08T05:19:41,856 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 379, reset compression=false
2024-11-08T05:19:41,861 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:41,861 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 480, reset compression=false
2024-11-08T05:19:41,861 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,41261,1731043154653 got entry batch from reader: WALEntryBatch [walEntries=[{test/37a19d2039fd08d97083e1228d8f6f2e/4=[#edits: 1 = <row/f:row/1731043181150/Put/vlen=3/seqid=0; >],199}], lastWalPath=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199]
2024-11-08T05:19:41,863 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:19:41,864 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService
2024-11-08T05:19:41,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42313 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:41,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@730a516b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:41,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42313 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,36707,-1 for getting cluster id
2024-11-08T05:19:41,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:41,866 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fec929a3-c979-4fe5-9f35-2eeb17ce891c'
2024-11-08T05:19:41,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:41,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fec929a3-c979-4fe5-9f35-2eeb17ce891c"

2024-11-08T05:19:41,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45f0c056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:41,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,36707,-1]
2024-11-08T05:19:41,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:41,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:41,867 INFO  [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:41,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32053006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:41,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:19:41,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42313,1731043160398, seqNum=-1]
2024-11-08T05:19:41,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:19:41,871 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService
2024-11-08T05:19:41,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731043170368.52ec0a986895b149707574727ff62ae7., hostname=d1ba675678c9,42313,1731043160398, seqNum=2]
2024-11-08T05:19:41,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42313 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:41,878 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 379, reset compression=false
2024-11-08T05:19:41,885 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:41,885 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 503, reset compression=false
2024-11-08T05:19:41,885 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,42313,1731043160398 got entry batch from reader: WALEntryBatch [walEntries=[{test/52ec0a986895b149707574727ff62ae7/4=[#edits: 1 = <row/f:row/1731043181150/Put/vlen=3/seqid=0; >],215}], lastWalPath=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215]
2024-11-08T05:19:41,887 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:19:41,888 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService
2024-11-08T05:19:41,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:41,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15a18ada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:41,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,39459,-1 for getting cluster id
2024-11-08T05:19:41,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:41,890 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13a51323-e28b-4945-9026-2531ef45f7a0'
2024-11-08T05:19:41,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:41,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13a51323-e28b-4945-9026-2531ef45f7a0"

2024-11-08T05:19:41,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@513ef7f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:41,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,39459,-1]
2024-11-08T05:19:41,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:41,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:41,891 INFO  [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:41,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c60c599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:41,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:19:41,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45911,1731043165860, seqNum=-1]
2024-11-08T05:19:41,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:19:41,894 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService
2024-11-08T05:19:41,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731043172518.555914b5cb253571f426115bbcf17565., hostname=d1ba675678c9,45911,1731043165860, seqNum=2]
2024-11-08T05:19:41,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:41,932 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 379, reset compression=false
2024-11-08T05:19:41,936 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:41,936 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 527, reset compression=false
2024-11-08T05:19:41,936 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,45911,1731043165860 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:19:42,065 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 480, reset compression=false
2024-11-08T05:19:42,088 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 503, reset compression=false
2024-11-08T05:19:42,139 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 527, reset compression=false
2024-11-08T05:19:42,185 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false
2024-11-08T05:19:42,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:19:42,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42313,1731043160398, seqNum=-1]
2024-11-08T05:19:42,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:19:42,187 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:19:42,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731043170368.52ec0a986895b149707574727ff62ae7., hostname=d1ba675678c9,42313,1731043160398, seqNum=2]
2024-11-08T05:19:42,191 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false
2024-11-08T05:19:42,368 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 480, reset compression=false
2024-11-08T05:19:42,391 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 503, reset compression=false
2024-11-08T05:19:42,395 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:42,395 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 607, reset compression=false
2024-11-08T05:19:42,395 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,42313,1731043160398 got entry batch from reader: WALEntryBatch [walEntries=[{test/52ec0a986895b149707574727ff62ae7/5=[#edits: 1 = <row1/f:row1/1731043182189/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-08T05:19:42,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:42,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:42,442 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 527, reset compression=false
2024-11-08T05:19:42,446 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:42,446 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 655, reset compression=false
2024-11-08T05:19:42,446 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,45911,1731043165860 got entry batch from reader: WALEntryBatch [walEntries=[{test/555914b5cb253571f426115bbcf17565/5=[#edits: 1 = <row1/f:row1/1731043182189/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-08T05:19:42,448 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:19:42,449 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService
2024-11-08T05:19:42,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:42,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d8a1973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:42,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,36547,-1 for getting cluster id
2024-11-08T05:19:42,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:42,450 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d1a055-1cf0-4125-85a0-08f7ffd98acb'
2024-11-08T05:19:42,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:42,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d1a055-1cf0-4125-85a0-08f7ffd98acb"

2024-11-08T05:19:42,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19a5705f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:42,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,36547,-1]
2024-11-08T05:19:42,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:42,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:42,451 INFO  [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:42,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30f930d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:42,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:19:42,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,41261,1731043154653, seqNum=-1]
2024-11-08T05:19:42,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:19:42,454 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService
2024-11-08T05:19:42,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e., hostname=d1ba675678c9,41261,1731043154653, seqNum=2]
2024-11-08T05:19:42,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:42,605 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 607, reset compression=false
2024-11-08T05:19:42,650 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 655, reset compression=false
2024-11-08T05:19:42,771 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 480, reset compression=false
2024-11-08T05:19:42,776 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:42,776 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 631, reset compression=false
2024-11-08T05:19:42,776 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,41261,1731043154653 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:19:42,909 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 607, reset compression=false
2024-11-08T05:19:42,953 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 655, reset compression=false
2024-11-08T05:19:42,983 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 631, reset compression=false
2024-11-08T05:19:43,192 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false
2024-11-08T05:19:43,195 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false
2024-11-08T05:19:43,287 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 631, reset compression=false
2024-11-08T05:19:43,312 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 607, reset compression=false
2024-11-08T05:19:43,356 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 655, reset compression=false
2024-11-08T05:19:43,361 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:43,361 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 759, reset compression=false
2024-11-08T05:19:43,361 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,45911,1731043165860 got entry batch from reader: WALEntryBatch [walEntries=[{test/555914b5cb253571f426115bbcf17565/6=[#edits: 1 = <row2/f:row2/1731043183193/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-08T05:19:43,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:43,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:43,566 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 759, reset compression=false
2024-11-08T05:19:43,691 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 631, reset compression=false
2024-11-08T05:19:43,695 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:43,695 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 758, reset compression=false
2024-11-08T05:19:43,695 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,41261,1731043154653 got entry batch from reader: WALEntryBatch [walEntries=[{test/37a19d2039fd08d97083e1228d8f6f2e/6=[#edits: 1 = <row2/f:row2/1731043183193/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-08T05:19:43,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42313 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:43,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42313 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:43,815 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 607, reset compression=false
2024-11-08T05:19:43,819 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:43,819 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 757, reset compression=false
2024-11-08T05:19:43,819 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,42313,1731043160398 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:19:43,870 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 759, reset compression=false
2024-11-08T05:19:43,899 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 758, reset compression=false
2024-11-08T05:19:44,022 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 757, reset compression=false
2024-11-08T05:19:44,030 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T05:19:44,197 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false
2024-11-08T05:19:44,200 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true
2024-11-08T05:19:44,203 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 758, reset compression=false
2024-11-08T05:19:44,210 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:44,210 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 914, reset compression=false
2024-11-08T05:19:44,210 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,41261,1731043154653 got entry batch from reader: WALEntryBatch [walEntries=[{test/37a19d2039fd08d97083e1228d8f6f2e/7=[#edits: 2 = <row/f:/1731043184198/DeleteFamily/vlen=0/seqid=0; row/f1:/1731043184198/DeleteFamily/vlen=0/seqid=0; >],271}], lastWalPath=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271]
2024-11-08T05:19:44,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42313 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:44,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42313 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:44,273 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 759, reset compression=false
2024-11-08T05:19:44,325 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 757, reset compression=false
2024-11-08T05:19:44,329 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:44,329 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 904, reset compression=false
2024-11-08T05:19:44,329 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,42313,1731043160398 got entry batch from reader: WALEntryBatch [walEntries=[{test/52ec0a986895b149707574727ff62ae7/7=[#edits: 2 = <row/f:/1731043184198/DeleteFamily/vlen=0/seqid=0; row/f1:/1731043184198/DeleteFamily/vlen=0/seqid=0; >],287}], lastWalPath=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287]
2024-11-08T05:19:44,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:44,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:44,413 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 914, reset compression=false
2024-11-08T05:19:44,532 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 904, reset compression=false
2024-11-08T05:19:44,716 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 914, reset compression=false
2024-11-08T05:19:44,777 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 759, reset compression=false
2024-11-08T05:19:44,794 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:44,794 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 930, reset compression=false
2024-11-08T05:19:44,794 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,45911,1731043165860 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:19:44,836 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 904, reset compression=false
2024-11-08T05:19:45,002 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 930, reset compression=false
2024-11-08T05:19:45,119 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 914, reset compression=false
2024-11-08T05:19:45,202 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true
2024-11-08T05:19:45,218 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true
2024-11-08T05:19:45,239 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 904, reset compression=false
2024-11-08T05:19:45,273 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:45,273 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1063, reset compression=false
2024-11-08T05:19:45,273 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,42313,1731043160398 got entry batch from reader: WALEntryBatch [walEntries=[{test/52ec0a986895b149707574727ff62ae7/8=[#edits: 2 = <row1/f:/1731043185203/DeleteFamily/vlen=0/seqid=0; row1/f1:/1731043185203/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-08T05:19:45,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:45,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:45,304 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 930, reset compression=false
2024-11-08T05:19:45,308 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:45,308 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 1080, reset compression=false
2024-11-08T05:19:45,308 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,45911,1731043165860 got entry batch from reader: WALEntryBatch [walEntries=[{test/555914b5cb253571f426115bbcf17565/8=[#edits: 2 = <row1/f:/1731043185203/DeleteFamily/vlen=0/seqid=0; row1/f1:/1731043185203/DeleteFamily/vlen=0/seqid=0; >],295}], lastWalPath=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295]
2024-11-08T05:19:45,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:45,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:45,485 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1063, reset compression=false
2024-11-08T05:19:45,512 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 1080, reset compression=false
2024-11-08T05:19:45,622 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 914, reset compression=false
2024-11-08T05:19:45,627 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:45,627 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1087, reset compression=false
2024-11-08T05:19:45,627 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,41261,1731043154653 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:19:45,789 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1063, reset compression=false
2024-11-08T05:19:45,816 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 1080, reset compression=false
2024-11-08T05:19:45,830 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1087, reset compression=false
2024-11-08T05:19:46,134 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1087, reset compression=false
2024-11-08T05:19:46,193 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1063, reset compression=false
2024-11-08T05:19:46,219 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true
2024-11-08T05:19:46,220 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 1080, reset compression=false
2024-11-08T05:19:46,223 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true
2024-11-08T05:19:46,224 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:46,224 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 1239, reset compression=false
2024-11-08T05:19:46,224 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,45911,1731043165860 got entry batch from reader: WALEntryBatch [walEntries=[{test/555914b5cb253571f426115bbcf17565/9=[#edits: 2 = <row2/f:/1731043186220/DeleteFamily/vlen=0/seqid=0; row2/f1:/1731043186220/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-08T05:19:46,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:46,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:46,428 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 1239, reset compression=false
2024-11-08T05:19:46,538 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1087, reset compression=false
2024-11-08T05:19:46,542 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:46,542 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1236, reset compression=false
2024-11-08T05:19:46,542 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,41261,1731043154653 got entry batch from reader: WALEntryBatch [walEntries=[{test/37a19d2039fd08d97083e1228d8f6f2e/9=[#edits: 2 = <row2/f:/1731043186220/DeleteFamily/vlen=0/seqid=0; row2/f1:/1731043186220/DeleteFamily/vlen=0/seqid=0; >],295}], lastWalPath=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295]
2024-11-08T05:19:46,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42313 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:46,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42313 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:46,696 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1063, reset compression=false
2024-11-08T05:19:46,700 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:46,700 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1235, reset compression=false
2024-11-08T05:19:46,700 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,42313,1731043160398 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:19:46,731 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 1239, reset compression=false
2024-11-08T05:19:46,746 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1236, reset compression=false
2024-11-08T05:19:46,903 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1235, reset compression=false
2024-11-08T05:19:47,050 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1236, reset compression=false
2024-11-08T05:19:47,134 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 1239, reset compression=false
2024-11-08T05:19:47,206 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1235, reset compression=false
2024-11-08T05:19:47,225 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true
2024-11-08T05:19:47,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19640833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:47,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,39459,-1 for getting cluster id
2024-11-08T05:19:47,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:47,231 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13a51323-e28b-4945-9026-2531ef45f7a0'
2024-11-08T05:19:47,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:47,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13a51323-e28b-4945-9026-2531ef45f7a0"

2024-11-08T05:19:47,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f9b5a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:47,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,39459,-1]
2024-11-08T05:19:47,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:47,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:47,233 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:47,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b68e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:47,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:19:47,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,39459,1731043165662
2024-11-08T05:19:47,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a4067f1
2024-11-08T05:19:47,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:19:47,237 INFO  [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:19:47,238 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1
2024-11-08T05:19:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure
2024-11-08T05:19:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-08T05:19:47,293 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:19:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-08T05:19:47,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13
2024-11-08T05:19:47,446 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER
2024-11-08T05:19:47,446 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1
2024-11-08T05:19:47,447 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d1ba675678c9,45911,1731043165860 because: Peer 1 state or config changed. Will close the previous replication source and open a new one
2024-11-08T05:19:47,447 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.
2024-11-08T05:19:47,447 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492)
    at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89)
    at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108)
    at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60)
    at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35)
    at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23)
    at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56)
    at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:47,447 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:47,447 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:47,447 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:47,454 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1236, reset compression=false
2024-11-08T05:19:47,547 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-08T05:19:47,547 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-08T05:19:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-08T05:19:47,610 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1235, reset compression=false
2024-11-08T05:19:47,647 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 terminated
2024-11-08T05:19:47,671 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-d1ba675678c9,45911,1731043165860, ReplicationSource: 1, currentBandwidth=0
2024-11-08T05:19:47,672 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1
2024-11-08T05:19:47,672 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-08T05:19:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.HMaster(4169): Remote procedure done, pid=13
2024-11-08T05:19:47,674 INFO  [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on d1ba675678c9,45911,1731043165860 suceeded
2024-11-08T05:19:47,676 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-08T05:19:47,676 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 381 msec
2024-11-08T05:19:47,676 INFO  [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1
2024-11-08T05:19:47,677 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 438 msec
2024-11-08T05:19:47,686 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:36547'
2024-11-08T05:19:47,687 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c0864a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:47,687 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,36547,-1 for getting cluster id
2024-11-08T05:19:47,687 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:47,688 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d1a055-1cf0-4125-85a0-08f7ffd98acb'
2024-11-08T05:19:47,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:47,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d1a055-1cf0-4125-85a0-08f7ffd98acb"

2024-11-08T05:19:47,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d0869b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:47,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,36547,-1]
2024-11-08T05:19:47,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:47,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:47,689 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:47,690 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e38e1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:47,690 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:19:47,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,36547,1731043154442
2024-11-08T05:19:47,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a1db77b
2024-11-08T05:19:47,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:19:47,692 INFO  [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService
2024-11-08T05:19:47,692 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d1ba675678c9,45911,1731043165860 (queues=1) is replicating from cluster=13a51323-e28b-4945-9026-2531ef45f7a0 to cluster=03d1a055-1cf0-4125-85a0-08f7ffd98acb
2024-11-08T05:19:47,692 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d1ba675678c9%2C45911%2C1731043165860
2024-11-08T05:19:47,692 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d1ba675678c9,45911,1731043165860, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:19:47,693 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C45911%2C1731043165860
2024-11-08T05:19:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-08T05:19:47,867 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:19:47,867 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed
2024-11-08T05:19:47,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:47,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:47,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:47,867 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:47,869 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false
2024-11-08T05:19:47,957 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1236, reset compression=false
2024-11-08T05:19:47,961 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:47,961 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1340, reset compression=false
2024-11-08T05:19:47,961 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,41261,1731043154653 got entry batch from reader: WALEntryBatch [walEntries=[{test/37a19d2039fd08d97083e1228d8f6f2e/10=[#edits: 1 = <row3/f:row3/1731043187868/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-08T05:19:47,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42313 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:47,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42313 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:48,113 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1235, reset compression=false
2024-11-08T05:19:48,117 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:48,117 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1362, reset compression=false
2024-11-08T05:19:48,117 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,42313,1731043160398 got entry batch from reader: WALEntryBatch [walEntries=[{test/52ec0a986895b149707574727ff62ae7/10=[#edits: 1 = <row3/f:row3/1731043187868/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-08T05:19:48,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:48,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:48,164 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1340, reset compression=false
2024-11-08T05:19:48,320 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1362, reset compression=false
2024-11-08T05:19:48,467 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1340, reset compression=false
2024-11-08T05:19:48,623 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1362, reset compression=false
2024-11-08T05:19:48,870 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1340, reset compression=false
2024-11-08T05:19:48,871 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false
2024-11-08T05:19:48,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2890e122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:48,874 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,39459,-1 for getting cluster id
2024-11-08T05:19:48,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:19:48,874 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13a51323-e28b-4945-9026-2531ef45f7a0'
2024-11-08T05:19:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:19:48,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13a51323-e28b-4945-9026-2531ef45f7a0"

2024-11-08T05:19:48,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2910a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:48,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,39459,-1]
2024-11-08T05:19:48,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:19:48,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:48,876 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:19:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59694326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:19:48,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:19:48,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,39459,1731043165662
2024-11-08T05:19:48,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57c05027
2024-11-08T05:19:48,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:19:48,880 INFO  [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:19:48,880 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1
2024-11-08T05:19:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure
2024-11-08T05:19:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-08T05:19:48,935 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:19:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-08T05:19:49,026 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1362, reset compression=false
2024-11-08T05:19:49,030 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:49,030 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1466, reset compression=false
2024-11-08T05:19:49,030 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,42313,1731043160398 got entry batch from reader: WALEntryBatch [walEntries=[{test/52ec0a986895b149707574727ff62ae7/11=[#edits: 1 = <row4/f:row4/1731043188872/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-08T05:19:49,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:49,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:49,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15
2024-11-08T05:19:49,087 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER
2024-11-08T05:19:49,088 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-08T05:19:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.HMaster(4169): Remote procedure done, pid=15
2024-11-08T05:19:49,090 INFO  [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on d1ba675678c9,45911,1731043165860 suceeded
2024-11-08T05:19:49,091 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-08T05:19:49,092 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec
2024-11-08T05:19:49,092 INFO  [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1
2024-11-08T05:19:49,093 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 211 msec
2024-11-08T05:19:49,094 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520, startPosition=1239, beingWritten=true
2024-11-08T05:19:49,098 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:19:49,098 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 1518, reset compression=false
2024-11-08T05:19:49,098 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,45911,1731043165860 got entry batch from reader: WALEntryBatch [walEntries=[{test/555914b5cb253571f426115bbcf17565/11=[#edits: 1 = <row4/f:row4/1731043188872/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-08T05:19:49,100 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:19:49,101 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService
2024-11-08T05:19:49,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:19:49,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:19:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-08T05:19:49,206 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed
2024-11-08T05:19:49,206 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:19:49,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:49,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:49,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:49,206 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:49,208 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false
2024-11-08T05:19:49,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:19:49,208 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:19:49,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:49,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:49,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:49,208 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:49,208 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:19:49,208 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1635668558, stopped=false
2024-11-08T05:19:49,208 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,39459,1731043165662
2024-11-08T05:19:49,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1856602325/running
2024-11-08T05:19:49,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1856602325/running
2024-11-08T05:19:49,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325
2024-11-08T05:19:49,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325
2024-11-08T05:19:49,219 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:19:49,219 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:19:49,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:49,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:49,220 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,45911,1731043165860' *****
2024-11-08T05:19:49,220 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:19:49,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Set watcher on znode that does not yet exist, /2-1856602325/running
2024-11-08T05:19:49,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Set watcher on znode that does not yet exist, /2-1856602325/running
2024-11-08T05:19:49,220 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:19:49,220 INFO  [RS:0;d1ba675678c9:45911 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:19:49,220 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:19:49,220 INFO  [RS:0;d1ba675678c9:45911 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:19:49,220 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(3091): Received CLOSE for 07f59a1c6aa355b9bf1ac40bb4157d1a
2024-11-08T05:19:49,220 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(3091): Received CLOSE for 555914b5cb253571f426115bbcf17565
2024-11-08T05:19:49,220 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,45911,1731043165860
2024-11-08T05:19:49,221 INFO  [RS:0;d1ba675678c9:45911 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:19:49,221 INFO  [RS:0;d1ba675678c9:45911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:45911.
2024-11-08T05:19:49,221 DEBUG [RS:0;d1ba675678c9:45911 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:49,221 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07f59a1c6aa355b9bf1ac40bb4157d1a, disabling compactions & flushes
2024-11-08T05:19:49,221 DEBUG [RS:0;d1ba675678c9:45911 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:49,221 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a.
2024-11-08T05:19:49,221 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a.
2024-11-08T05:19:49,221 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a. after waiting 0 ms
2024-11-08T05:19:49,221 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:19:49,221 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a.
2024-11-08T05:19:49,221 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:19:49,221 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:19:49,221 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:19:49,221 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 07f59a1c6aa355b9bf1ac40bb4157d1a 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB
2024-11-08T05:19:49,221 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-08T05:19:49,221 DEBUG [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(1325): Online Regions={07f59a1c6aa355b9bf1ac40bb4157d1a=hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a., 1588230740=hbase:meta,,1.1588230740, 555914b5cb253571f426115bbcf17565=test,,1731043172518.555914b5cb253571f426115bbcf17565.}
2024-11-08T05:19:49,221 DEBUG [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(1351): Waiting on 07f59a1c6aa355b9bf1ac40bb4157d1a, 1588230740, 555914b5cb253571f426115bbcf17565
2024-11-08T05:19:49,221 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:19:49,221 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:19:49,221 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:19:49,221 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:19:49,221 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:19:49,221 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-08T05:19:49,234 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1466, reset compression=false
2024-11-08T05:19:49,235 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/.tmp/info/52c9d3dd11a7452e959184a24bb3e649 is 147, key is hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a./info:regioninfo/1731043180147/Put/seqid=0
2024-11-08T05:19:49,235 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/replication/07f59a1c6aa355b9bf1ac40bb4157d1a/.tmp/queue/3ef788ea1efb4a37825df92b0445e185 is 154, key is 1-d1ba675678c9,45911,1731043165860/queue:d1ba675678c9%2C45911%2C1731043165860/1731043189104/Put/seqid=0
2024-11-08T05:19:49,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741841_1017 (size=7686)
2024-11-08T05:19:49,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741840_1016 (size=5353)
2024-11-08T05:19:49,302 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 1518, reset compression=false
2024-11-08T05:19:49,305 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:19:49,374 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1340, reset compression=false
2024-11-08T05:19:49,378 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:49,378 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1491, reset compression=false
2024-11-08T05:19:49,378 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,41261,1731043154653 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:19:49,391 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:19:49,391 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:19:49,421 DEBUG [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(1351): Waiting on 07f59a1c6aa355b9bf1ac40bb4157d1a, 1588230740, 555914b5cb253571f426115bbcf17565
2024-11-08T05:19:49,538 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1466, reset compression=false
2024-11-08T05:19:49,581 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1491, reset compression=false
2024-11-08T05:19:49,606 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 1518, reset compression=false
2024-11-08T05:19:49,621 DEBUG [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(1351): Waiting on 07f59a1c6aa355b9bf1ac40bb4157d1a, 1588230740, 555914b5cb253571f426115bbcf17565
2024-11-08T05:19:49,636 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T05:19:49,639 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/.tmp/info/52c9d3dd11a7452e959184a24bb3e649
2024-11-08T05:19:49,639 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/replication/07f59a1c6aa355b9bf1ac40bb4157d1a/.tmp/queue/3ef788ea1efb4a37825df92b0445e185
2024-11-08T05:19:49,646 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/replication/07f59a1c6aa355b9bf1ac40bb4157d1a/.tmp/queue/3ef788ea1efb4a37825df92b0445e185 as hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/replication/07f59a1c6aa355b9bf1ac40bb4157d1a/queue/3ef788ea1efb4a37825df92b0445e185
2024-11-08T05:19:49,649 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/replication/07f59a1c6aa355b9bf1ac40bb4157d1a/queue/3ef788ea1efb4a37825df92b0445e185, entries=1, sequenceid=13, filesize=5.2 K
2024-11-08T05:19:49,650 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 07f59a1c6aa355b9bf1ac40bb4157d1a in 429ms, sequenceid=13, compaction requested=false
2024-11-08T05:19:49,660 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/replication/07f59a1c6aa355b9bf1ac40bb4157d1a/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1
2024-11-08T05:19:49,660 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:19:49,660 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:19:49,660 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a.
2024-11-08T05:19:49,661 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07f59a1c6aa355b9bf1ac40bb4157d1a:
Waiting for close lock at 1731043189221Running coprocessor pre-close hooks at 1731043189221Disabling compacts and flushes for region at 1731043189221Disabling writes for close at 1731043189221Obtaining lock to block concurrent updates at 1731043189221Preparing flush snapshotting stores in 07f59a1c6aa355b9bf1ac40bb4157d1a at 1731043189221Finished memstore snapshotting hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731043189221Flushing stores of hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a. at 1731043189222 (+1 ms)Flushing 07f59a1c6aa355b9bf1ac40bb4157d1a/queue: creating writer at 1731043189222Flushing 07f59a1c6aa355b9bf1ac40bb4157d1a/queue: appending metadata at 1731043189235 (+13 ms)Flushing 07f59a1c6aa355b9bf1ac40bb4157d1a/queue: closing flushed file at 1731043189235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c6af56: reopening flushed file at 1731043189645 (+410 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 07f59a1c6aa355b9bf1ac40bb4157d1a in 429ms, sequenceid=13, compaction requested=false at 1731043189650 (+5 ms)Writing region close event to WAL at 1731043189654 (+4 ms)Running coprocessor post-close hooks at 1731043189660 (+6 ms)Closed at 1731043189660
2024-11-08T05:19:49,661 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731043178989.07f59a1c6aa355b9bf1ac40bb4157d1a.
2024-11-08T05:19:49,661 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 555914b5cb253571f426115bbcf17565, disabling compactions & flushes
2024-11-08T05:19:49,661 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731043172518.555914b5cb253571f426115bbcf17565.
2024-11-08T05:19:49,661 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043172518.555914b5cb253571f426115bbcf17565.
2024-11-08T05:19:49,661 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731043172518.555914b5cb253571f426115bbcf17565. after waiting 0 ms
2024-11-08T05:19:49,661 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731043172518.555914b5cb253571f426115bbcf17565.
2024-11-08T05:19:49,661 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 555914b5cb253571f426115bbcf17565 3/3 column families, dataSize=342 B heapSize=1.99 KB
2024-11-08T05:19:49,664 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/.tmp/ns/e22af56ef3284fcb9e3e3f64bf0b0734 is 43, key is default/ns:d/1731043168121/Put/seqid=0
2024-11-08T05:19:49,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741842_1018 (size=5153)
2024-11-08T05:19:49,680 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/default/test/555914b5cb253571f426115bbcf17565/.tmp/f/61216e531ca84fa0b43d6f01a171ed50 is 37, key is row3/f:row3/1731043187868/Put/seqid=0
2024-11-08T05:19:49,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741843_1019 (size=5228)
2024-11-08T05:19:49,684 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/default/test/555914b5cb253571f426115bbcf17565/.tmp/f/61216e531ca84fa0b43d6f01a171ed50
2024-11-08T05:19:49,687 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61216e531ca84fa0b43d6f01a171ed50
2024-11-08T05:19:49,701 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/default/test/555914b5cb253571f426115bbcf17565/.tmp/f1/3ec9b9c3508c408ca8b00419acc7860b is 30, key is row1/f1:/1731043185203/DeleteFamily/seqid=0
2024-11-08T05:19:49,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741844_1020 (size=5158)
2024-11-08T05:19:49,704 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/default/test/555914b5cb253571f426115bbcf17565/.tmp/f1/3ec9b9c3508c408ca8b00419acc7860b
2024-11-08T05:19:49,708 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ec9b9c3508c408ca8b00419acc7860b
2024-11-08T05:19:49,726 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/default/test/555914b5cb253571f426115bbcf17565/.tmp/norep/cab38623e3fa41938c1dfa2cfcba146e is 33, key is row2/norep:/1731043186220/DeleteFamily/seqid=0
2024-11-08T05:19:49,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741845_1021 (size=5108)
2024-11-08T05:19:49,822 DEBUG [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 555914b5cb253571f426115bbcf17565
2024-11-08T05:19:49,885 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1491, reset compression=false
2024-11-08T05:19:49,942 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1466, reset compression=false
2024-11-08T05:19:50,009 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 1518, reset compression=false
2024-11-08T05:19:50,013 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:50,013 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 1765, reset compression=false
2024-11-08T05:19:50,013 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,45911,1731043165860 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:19:50,013 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d1ba675678c9,45911,1731043165860: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d1ba675678c9,45911,1731043165860, walGroup=d1ba675678c9%2C45911%2C1731043165860, offset=d1ba675678c9%2C45911%2C1731043165860.1731043167520:1765, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:45911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-08T05:19:50,014 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-08T05:19:50,014 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-08T05:19:50,015 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-08T05:19:50,015 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-08T05:19:50,015 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-08T05:19:50,015 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1241513984,
        "init": 1048576000,
        "max": 2306867200,
        "used": 850855936
      },
      "NonHeapMemoryUsage": {
        "committed": 200867840,
        "init": 7667712,
        "max": -1,
        "used": 197836872
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-08T05:19:50,015 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:39459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:39459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-08T05:19:50,022 DEBUG [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 555914b5cb253571f426115bbcf17565
2024-11-08T05:19:50,068 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/.tmp/ns/e22af56ef3284fcb9e3e3f64bf0b0734
2024-11-08T05:19:50,085 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/.tmp/rep_barrier/7cb6329d76274db5a1dc5ce784c9f3d1 is 112, key is test,,1731043172518.555914b5cb253571f426115bbcf17565./rep_barrier:seqnumDuringOpen/1731043173785/Put/seqid=0
2024-11-08T05:19:50,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741846_1022 (size=5518)
2024-11-08T05:19:50,130 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/default/test/555914b5cb253571f426115bbcf17565/.tmp/norep/cab38623e3fa41938c1dfa2cfcba146e
2024-11-08T05:19:50,133 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cab38623e3fa41938c1dfa2cfcba146e
2024-11-08T05:19:50,134 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/default/test/555914b5cb253571f426115bbcf17565/.tmp/f/61216e531ca84fa0b43d6f01a171ed50 as hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/default/test/555914b5cb253571f426115bbcf17565/f/61216e531ca84fa0b43d6f01a171ed50
2024-11-08T05:19:50,138 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61216e531ca84fa0b43d6f01a171ed50
2024-11-08T05:19:50,138 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/default/test/555914b5cb253571f426115bbcf17565/f/61216e531ca84fa0b43d6f01a171ed50, entries=5, sequenceid=12, filesize=5.1 K
2024-11-08T05:19:50,139 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/default/test/555914b5cb253571f426115bbcf17565/.tmp/f1/3ec9b9c3508c408ca8b00419acc7860b as hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/default/test/555914b5cb253571f426115bbcf17565/f1/3ec9b9c3508c408ca8b00419acc7860b
2024-11-08T05:19:50,143 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ec9b9c3508c408ca8b00419acc7860b
2024-11-08T05:19:50,143 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/default/test/555914b5cb253571f426115bbcf17565/f1/3ec9b9c3508c408ca8b00419acc7860b, entries=3, sequenceid=12, filesize=5.0 K
2024-11-08T05:19:50,143 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/default/test/555914b5cb253571f426115bbcf17565/.tmp/norep/cab38623e3fa41938c1dfa2cfcba146e as hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/default/test/555914b5cb253571f426115bbcf17565/norep/cab38623e3fa41938c1dfa2cfcba146e
2024-11-08T05:19:50,147 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cab38623e3fa41938c1dfa2cfcba146e
2024-11-08T05:19:50,147 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/default/test/555914b5cb253571f426115bbcf17565/norep/cab38623e3fa41938c1dfa2cfcba146e, entries=1, sequenceid=12, filesize=5.0 K
2024-11-08T05:19:50,147 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 555914b5cb253571f426115bbcf17565 in 486ms, sequenceid=12, compaction requested=false
2024-11-08T05:19:50,151 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/default/test/555914b5cb253571f426115bbcf17565/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-08T05:19:50,152 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:19:50,152 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:19:50,152 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731043172518.555914b5cb253571f426115bbcf17565.
2024-11-08T05:19:50,152 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 555914b5cb253571f426115bbcf17565:
Waiting for close lock at 1731043189661Running coprocessor pre-close hooks at 1731043189661Disabling compacts and flushes for region at 1731043189661Disabling writes for close at 1731043189661Obtaining lock to block concurrent updates at 1731043189661Preparing flush snapshotting stores in 555914b5cb253571f426115bbcf17565 at 1731043189661Finished memstore snapshotting test,,1731043172518.555914b5cb253571f426115bbcf17565., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731043189661Flushing stores of test,,1731043172518.555914b5cb253571f426115bbcf17565. at 1731043189662 (+1 ms)Flushing 555914b5cb253571f426115bbcf17565/f: creating writer at 1731043189662Flushing 555914b5cb253571f426115bbcf17565/f: appending metadata at 1731043189679 (+17 ms)Flushing 555914b5cb253571f426115bbcf17565/f: closing flushed file at 1731043189679Flushing 555914b5cb253571f426115bbcf17565/f1: creating writer at 1731043189687 (+8 ms)Flushing 555914b5cb253571f426115bbcf17565/f1: appending metadata at 1731043189700 (+13 ms)Flushing 555914b5cb253571f426115bbcf17565/f1: closing flushed file at 1731043189700Flushing 555914b5cb253571f426115bbcf17565/norep: creating writer at 1731043189708 (+8 ms)Flushing 555914b5cb253571f426115bbcf17565/norep: appending metadata at 1731043189725 (+17 ms)Flushing 555914b5cb253571f426115bbcf17565/norep: closing flushed file at 1731043189725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d20529f: reopening flushed file at 1731043190133 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2272a369: reopening flushed file at 1731043190138 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e52fd4d: reopening flushed file at 1731043190143 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 555914b5cb253571f426115bbcf17565 in 486ms, sequenceid=12, compaction requested=false at 1731043190147 (+4 ms)Writing region close event to WAL at 1731043190149 (+2 ms)Running coprocessor post-close hooks at 1731043190152 (+3 ms)Closed at 1731043190152
2024-11-08T05:19:50,152 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731043172518.555914b5cb253571f426115bbcf17565.
2024-11-08T05:19:50,216 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 1765, reset compression=false
2024-11-08T05:19:50,221 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:50,221 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 2409, reset compression=false
2024-11-08T05:19:50,222 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-08T05:19:50,222 DEBUG [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-08T05:19:50,222 DEBUG [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:19:50,288 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1491, reset compression=false
2024-11-08T05:19:50,422 DEBUG [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:19:50,423 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 2409, reset compression=false
2024-11-08T05:19:50,445 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1466, reset compression=false
2024-11-08T05:19:50,492 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/.tmp/rep_barrier/7cb6329d76274db5a1dc5ce784c9f3d1
2024-11-08T05:19:50,509 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/.tmp/table/1191be1b9e504086b1f9ce6cd13df9b7 is 53, key is hbase:replication/table:state/1731043180152/Put/seqid=0
2024-11-08T05:19:50,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741847_1023 (size=5308)
2024-11-08T05:19:50,622 DEBUG [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:19:50,726 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 2409, reset compression=false
2024-11-08T05:19:50,791 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1491, reset compression=false
2024-11-08T05:19:50,822 DEBUG [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:19:50,913 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/.tmp/table/1191be1b9e504086b1f9ce6cd13df9b7
2024-11-08T05:19:50,917 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/.tmp/info/52c9d3dd11a7452e959184a24bb3e649 as hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/info/52c9d3dd11a7452e959184a24bb3e649
2024-11-08T05:19:50,920 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/info/52c9d3dd11a7452e959184a24bb3e649, entries=20, sequenceid=16, filesize=7.5 K
2024-11-08T05:19:50,921 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/.tmp/ns/e22af56ef3284fcb9e3e3f64bf0b0734 as hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/ns/e22af56ef3284fcb9e3e3f64bf0b0734
2024-11-08T05:19:50,924 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/ns/e22af56ef3284fcb9e3e3f64bf0b0734, entries=2, sequenceid=16, filesize=5.0 K
2024-11-08T05:19:50,925 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/.tmp/rep_barrier/7cb6329d76274db5a1dc5ce784c9f3d1 as hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/rep_barrier/7cb6329d76274db5a1dc5ce784c9f3d1
2024-11-08T05:19:50,929 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/rep_barrier/7cb6329d76274db5a1dc5ce784c9f3d1, entries=1, sequenceid=16, filesize=5.4 K
2024-11-08T05:19:50,930 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/.tmp/table/1191be1b9e504086b1f9ce6cd13df9b7 as hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/table/1191be1b9e504086b1f9ce6cd13df9b7
2024-11-08T05:19:50,933 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/table/1191be1b9e504086b1f9ce6cd13df9b7, entries=4, sequenceid=16, filesize=5.2 K
2024-11-08T05:19:50,934 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false
2024-11-08T05:19:50,938 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-08T05:19:50,938 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:19:50,938 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:19:50,938 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:19:50,939 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043189221Running coprocessor pre-close hooks at 1731043189221Disabling compacts and flushes for region at 1731043189221Disabling writes for close at 1731043189221Obtaining lock to block concurrent updates at 1731043189221Preparing flush snapshotting stores in 1588230740 at 1731043189221Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731043189221Flushing stores of hbase:meta,,1.1588230740 at 1731043189222 (+1 ms)Flushing 1588230740/info: creating writer at 1731043189222Flushing 1588230740/info: appending metadata at 1731043189235 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731043189235Flushing 1588230740/ns: creating writer at 1731043189645 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731043189664 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731043189664Flushing 1588230740/rep_barrier: creating writer at 1731043190071 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731043190085 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731043190085Flushing 1588230740/table: creating writer at 1731043190495 (+410 ms)Flushing 1588230740/table: appending metadata at 1731043190509 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731043190509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f31273: reopening flushed file at 1731043190916 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee5decd: reopening flushed file at 1731043190920 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d06ac21: reopening flushed file at 1731043190924 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57c0ba8a: reopening flushed file at 1731043190929 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false at 1731043190934 (+5 ms)Writing region close event to WAL at 1731043190935 (+1 ms)Running coprocessor post-close hooks at 1731043190938 (+3 ms)Closed at 1731043190938
2024-11-08T05:19:50,939 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:19:51,023 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,45911,1731043165860; all regions closed.
2024-11-08T05:19:51,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741834_1010 (size=4239)
2024-11-08T05:19:51,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741839_1015 (size=3333)
2024-11-08T05:19:51,029 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 not finished, retry = 0
2024-11-08T05:19:51,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741833_1009 (size=2417)
2024-11-08T05:19:51,048 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1466, reset compression=false
2024-11-08T05:19:51,129 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520 to pos 2409, reset compression=false
2024-11-08T05:19:51,130 DEBUG [RS:0;d1ba675678c9:45911 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:51,130 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:19:51,130 INFO  [RS:0;d1ba675678c9:45911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:19:51,130 INFO  [RS:0;d1ba675678c9:45911 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T05:19:51,130 INFO  [RS:0;d1ba675678c9:45911 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:19:51,131 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:19:51,131 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d1ba675678c9,45911,1731043165860 because: Region server is closing
2024-11-08T05:19:51,131 INFO  [RS:0;d1ba675678c9:45911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:45911.
2024-11-08T05:19:51,131 DEBUG [RS:0;d1ba675678c9:45911 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:51,131 DEBUG [RS:0;d1ba675678c9:45911 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:51,131 DEBUG [RS:0;d1ba675678c9:45911 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:51,131 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:51,132 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/WALs/d1ba675678c9,45911,1731043165860/d1ba675678c9%2C45911%2C1731043165860.1731043167520
2024-11-08T05:19:51,232 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.shipperd1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 terminated
2024-11-08T05:19:51,232 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,45911,1731043165860.replicationSource.wal-reader.d1ba675678c9%2C45911%2C1731043165860,1-d1ba675678c9,45911,1731043165860 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?]
2024-11-08T05:19:51,232 INFO  [RS:0;d1ba675678c9:45911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:45911.
2024-11-08T05:19:51,232 DEBUG [RS:0;d1ba675678c9:45911 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:51,232 DEBUG [RS:0;d1ba675678c9:45911 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:51,232 DEBUG [RS:0;d1ba675678c9:45911 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:51,232 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:51,232 INFO  [RS:0;d1ba675678c9:45911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45911
2024-11-08T05:19:51,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325/rs
2024-11-08T05:19:51,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1856602325/rs/d1ba675678c9,45911,1731043165860
2024-11-08T05:19:51,292 INFO  [RS:0;d1ba675678c9:45911 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:19:51,303 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,45911,1731043165860]
2024-11-08T05:19:51,313 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1856602325/draining/d1ba675678c9,45911,1731043165860 already deleted, retry=false
2024-11-08T05:19:51,313 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,45911,1731043165860 expired; onlineServers=0
2024-11-08T05:19:51,313 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,39459,1731043165662' *****
2024-11-08T05:19:51,313 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:19:51,314 INFO  [M:0;d1ba675678c9:39459 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:19:51,314 INFO  [M:0;d1ba675678c9:39459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:19:51,314 DEBUG [M:0;d1ba675678c9:39459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:19:51,314 DEBUG [M:0;d1ba675678c9:39459 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:19:51,314 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043167259 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043167259,5,FailOnTimeoutGroup]
2024-11-08T05:19:51,314 INFO  [M:0;d1ba675678c9:39459 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:19:51,314 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043167260 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043167260,5,FailOnTimeoutGroup]
2024-11-08T05:19:51,314 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:19:51,314 INFO  [M:0;d1ba675678c9:39459 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:19:51,314 DEBUG [M:0;d1ba675678c9:39459 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:19:51,314 INFO  [M:0;d1ba675678c9:39459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:19:51,315 INFO  [M:0;d1ba675678c9:39459 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:19:51,315 INFO  [M:0;d1ba675678c9:39459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:19:51,315 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:19:51,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1856602325/master
2024-11-08T05:19:51,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856602325
2024-11-08T05:19:51,353 DEBUG [M:0;d1ba675678c9:39459 {}] zookeeper.ZKUtil(347): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Unable to get data of znode /2-1856602325/master because node does not exist (not an error)
2024-11-08T05:19:51,353 WARN  [M:0;d1ba675678c9:39459 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T05:19:51,354 INFO  [M:0;d1ba675678c9:39459 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/.lastflushedseqids
2024-11-08T05:19:51,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741848_1024 (size=245)
2024-11-08T05:19:51,394 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1491, reset compression=false
2024-11-08T05:19:51,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:19:51,403 INFO  [RS:0;d1ba675678c9:45911 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:19:51,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x10118e24daf0007, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:19:51,403 INFO  [RS:0;d1ba675678c9:45911 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,45911,1731043165860; zookeeper connection closed.
2024-11-08T05:19:51,403 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51b18dc7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51b18dc7
2024-11-08T05:19:51,404 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:19:51,751 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1466, reset compression=false
2024-11-08T05:19:51,759 INFO  [M:0;d1ba675678c9:39459 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:19:51,759 INFO  [M:0;d1ba675678c9:39459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:19:51,760 DEBUG [M:0;d1ba675678c9:39459 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:19:51,760 INFO  [M:0;d1ba675678c9:39459 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:51,760 DEBUG [M:0;d1ba675678c9:39459 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:51,760 DEBUG [M:0;d1ba675678c9:39459 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:19:51,760 DEBUG [M:0;d1ba675678c9:39459 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:51,760 INFO  [M:0;d1ba675678c9:39459 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB
2024-11-08T05:19:51,774 DEBUG [M:0;d1ba675678c9:39459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a067330edb04b07a6a96b8593e05300 is 82, key is hbase:meta,,1/info:regioninfo/1731043168101/Put/seqid=0
2024-11-08T05:19:51,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741849_1025 (size=5672)
2024-11-08T05:19:52,097 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1491, reset compression=false
2024-11-08T05:19:52,178 INFO  [M:0;d1ba675678c9:39459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a067330edb04b07a6a96b8593e05300
2024-11-08T05:19:52,195 DEBUG [M:0;d1ba675678c9:39459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ff84302fecb49e682746125d33e256b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731043180155/Put/seqid=0
2024-11-08T05:19:52,198 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741850_1026 (size=9212)
2024-11-08T05:19:52,554 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1466, reset compression=false
2024-11-08T05:19:52,599 INFO  [M:0;d1ba675678c9:39459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ff84302fecb49e682746125d33e256b
2024-11-08T05:19:52,616 DEBUG [M:0;d1ba675678c9:39459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/439abca9be804a78b326fa526b45ac95 is 69, key is d1ba675678c9,45911,1731043165860/rs:state/1731043167324/Put/seqid=0
2024-11-08T05:19:52,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741851_1027 (size=5156)
2024-11-08T05:19:52,905 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1491, reset compression=false
2024-11-08T05:19:53,019 INFO  [M:0;d1ba675678c9:39459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/439abca9be804a78b326fa526b45ac95
2024-11-08T05:19:53,024 DEBUG [M:0;d1ba675678c9:39459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a067330edb04b07a6a96b8593e05300 as hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a067330edb04b07a6a96b8593e05300
2024-11-08T05:19:53,027 INFO  [M:0;d1ba675678c9:39459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a067330edb04b07a6a96b8593e05300, entries=8, sequenceid=127, filesize=5.5 K
2024-11-08T05:19:53,028 DEBUG [M:0;d1ba675678c9:39459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ff84302fecb49e682746125d33e256b as hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ff84302fecb49e682746125d33e256b
2024-11-08T05:19:53,031 INFO  [M:0;d1ba675678c9:39459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ff84302fecb49e682746125d33e256b, entries=15, sequenceid=127, filesize=9.0 K
2024-11-08T05:19:53,032 DEBUG [M:0;d1ba675678c9:39459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/439abca9be804a78b326fa526b45ac95 as hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/439abca9be804a78b326fa526b45ac95
2024-11-08T05:19:53,035 INFO  [M:0;d1ba675678c9:39459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38639/user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/439abca9be804a78b326fa526b45ac95, entries=1, sequenceid=127, filesize=5.0 K
2024-11-08T05:19:53,036 INFO  [M:0;d1ba675678c9:39459 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=127, compaction requested=false
2024-11-08T05:19:53,037 INFO  [M:0;d1ba675678c9:39459 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:53,037 DEBUG [M:0;d1ba675678c9:39459 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043191760Disabling compacts and flushes for region at 1731043191760Disabling writes for close at 1731043191760Obtaining lock to block concurrent updates at 1731043191760Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043191760Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731043191760Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043191761 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043191761Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043191774 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043191774Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043192181 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043192195 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043192195Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043192602 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043192616 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043192616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb85e35: reopening flushed file at 1731043193023 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65f80e5c: reopening flushed file at 1731043193027 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@377324e7: reopening flushed file at 1731043193031 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=127, compaction requested=false at 1731043193036 (+5 ms)Writing region close event to WAL at 1731043193037 (+1 ms)Closed at 1731043193037
2024-11-08T05:19:53,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741830_1006 (size=73866)
2024-11-08T05:19:53,039 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78eb36e3-854b-f1ca-2389-7d0c617e143b/MasterData/WALs/d1ba675678c9,39459,1731043165662/d1ba675678c9%2C39459%2C1731043165662.1731043166794 not finished, retry = 0
2024-11-08T05:19:53,140 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:19:53,140 INFO  [M:0;d1ba675678c9:39459 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:19:53,140 INFO  [M:0;d1ba675678c9:39459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39459
2024-11-08T05:19:53,140 INFO  [M:0;d1ba675678c9:39459 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:19:53,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:19:53,371 INFO  [M:0;d1ba675678c9:39459 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:19:53,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x10118e24daf0006, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:19:53,398 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d8a9b1e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:19:53,398 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41d53bd0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:19:53,398 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:19:53,398 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13318a7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:19:53,398 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf26da3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/hadoop.log.dir/,STOPPED}
2024-11-08T05:19:53,400 WARN  [BP-1005786709-172.17.0.3-1731043163764 heartbeating to localhost/127.0.0.1:38639 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:19:53,400 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:19:53,400 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:19:53,400 WARN  [BP-1005786709-172.17.0.3-1731043163764 heartbeating to localhost/127.0.0.1:38639 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1005786709-172.17.0.3-1731043163764 (Datanode Uuid 5307ef3f-edcf-4540-96a8-958545c18546) service to localhost/127.0.0.1:38639
2024-11-08T05:19:53,401 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/cluster_cc34554f-01a5-9fb1-f9d2-a702d165525c/data/data1/current/BP-1005786709-172.17.0.3-1731043163764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:19:53,401 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/cluster_cc34554f-01a5-9fb1-f9d2-a702d165525c/data/data2/current/BP-1005786709-172.17.0.3-1731043163764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:19:53,401 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:19:53,406 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f260953{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:19:53,407 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4210efb2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:19:53,407 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:19:53,407 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1117b8bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:19:53,407 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f29cd30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/hadoop.log.dir/,STOPPED}
2024-11-08T05:19:53,420 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:19:53,420 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:19:53,420 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:19:53,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:53,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:53,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:53,420 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:53,421 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:19:53,421 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=988254376, stopped=false
2024-11-08T05:19:53,421 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,36707,1731043160046
2024-11-08T05:19:53,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1178150776/running
2024-11-08T05:19:53,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1178150776/running
2024-11-08T05:19:53,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776
2024-11-08T05:19:53,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776
2024-11-08T05:19:53,429 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:19:53,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Set watcher on znode that does not yet exist, /1-1178150776/running
2024-11-08T05:19:53,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Set watcher on znode that does not yet exist, /1-1178150776/running
2024-11-08T05:19:53,430 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:19:53,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:53,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:53,430 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,42313,1731043160398' *****
2024-11-08T05:19:53,430 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:19:53,431 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:19:53,431 INFO  [RS:0;d1ba675678c9:42313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:19:53,431 INFO  [RS:0;d1ba675678c9:42313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:19:53,431 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(3091): Received CLOSE for 52ec0a986895b149707574727ff62ae7
2024-11-08T05:19:53,431 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:19:53,431 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(3091): Received CLOSE for a461394e3bada8da83ba553c9389457e
2024-11-08T05:19:53,431 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,42313,1731043160398
2024-11-08T05:19:53,431 INFO  [RS:0;d1ba675678c9:42313 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:19:53,431 INFO  [RS:0;d1ba675678c9:42313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:42313.
2024-11-08T05:19:53,431 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52ec0a986895b149707574727ff62ae7, disabling compactions & flushes
2024-11-08T05:19:53,431 DEBUG [RS:0;d1ba675678c9:42313 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:53,431 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731043170368.52ec0a986895b149707574727ff62ae7.
2024-11-08T05:19:53,431 DEBUG [RS:0;d1ba675678c9:42313 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:53,431 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043170368.52ec0a986895b149707574727ff62ae7.
2024-11-08T05:19:53,431 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731043170368.52ec0a986895b149707574727ff62ae7. after waiting 0 ms
2024-11-08T05:19:53,431 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731043170368.52ec0a986895b149707574727ff62ae7.
2024-11-08T05:19:53,431 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:19:53,431 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:19:53,431 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:19:53,431 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 52ec0a986895b149707574727ff62ae7 3/3 column families, dataSize=342 B heapSize=1.99 KB
2024-11-08T05:19:53,431 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:19:53,431 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-08T05:19:53,432 DEBUG [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1325): Online Regions={52ec0a986895b149707574727ff62ae7=test,,1731043170368.52ec0a986895b149707574727ff62ae7., 1588230740=hbase:meta,,1.1588230740, a461394e3bada8da83ba553c9389457e=hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.}
2024-11-08T05:19:53,432 DEBUG [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52ec0a986895b149707574727ff62ae7, a461394e3bada8da83ba553c9389457e
2024-11-08T05:19:53,432 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:19:53,432 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:19:53,432 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:19:53,432 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:19:53,432 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:19:53,432 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-08T05:19:53,433 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:19:53,443 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:36707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 10 more
2024-11-08T05:19:53,453 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/.tmp/info/2e1f3c510015472182f0c7f10e16e9da is 147, key is hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e./info:regioninfo/1731043178067/Put/seqid=0
2024-11-08T05:19:53,453 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/default/test/52ec0a986895b149707574727ff62ae7/.tmp/f/a9fe0cf8e5bb41739226ac625a9f8cdf is 37, key is row3/f:row3/1731043187868/Put/seqid=0
2024-11-08T05:19:53,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741840_1016 (size=7686)
2024-11-08T05:19:53,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741841_1017 (size=5228)
2024-11-08T05:19:53,458 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1466, reset compression=false
2024-11-08T05:19:53,458 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/default/test/52ec0a986895b149707574727ff62ae7/.tmp/f/a9fe0cf8e5bb41739226ac625a9f8cdf
2024-11-08T05:19:53,462 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:53,462 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1713, reset compression=false
2024-11-08T05:19:53,462 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,42313,1731043160398 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:19:53,463 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d1ba675678c9,42313,1731043160398: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d1ba675678c9,42313,1731043160398, walGroup=d1ba675678c9%2C42313%2C1731043160398, offset=d1ba675678c9%2C42313%2C1731043160398.1731043162644:1713, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:42313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-08T05:19:53,464 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-08T05:19:53,464 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-08T05:19:53,465 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-08T05:19:53,465 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-08T05:19:53,465 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-08T05:19:53,465 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1241513984,
        "init": 1048576000,
        "max": 2306867200,
        "used": 731950544
      },
      "NonHeapMemoryUsage": {
        "committed": 201326592,
        "init": 7667712,
        "max": -1,
        "used": 198259488
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-08T05:19:53,466 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9fe0cf8e5bb41739226ac625a9f8cdf
2024-11-08T05:19:53,466 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:36707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:36707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-08T05:19:53,483 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/default/test/52ec0a986895b149707574727ff62ae7/.tmp/f1/e583aeaa85c4416f942dba83dffda6cb is 30, key is row1/f1:/1731043185203/DeleteFamily/seqid=0
2024-11-08T05:19:53,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741842_1018 (size=5158)
2024-11-08T05:19:53,531 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:19:53,531 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:19:53,632 DEBUG [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52ec0a986895b149707574727ff62ae7, a461394e3bada8da83ba553c9389457e
2024-11-08T05:19:53,665 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1713, reset compression=false
2024-11-08T05:19:53,808 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1491, reset compression=false
2024-11-08T05:19:53,832 DEBUG [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52ec0a986895b149707574727ff62ae7, a461394e3bada8da83ba553c9389457e
2024-11-08T05:19:53,856 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/.tmp/info/2e1f3c510015472182f0c7f10e16e9da
2024-11-08T05:19:53,873 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/.tmp/ns/954c6b0a8075469892cf90e473ed39cc is 43, key is default/ns:d/1731043163688/Put/seqid=0
2024-11-08T05:19:53,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741843_1019 (size=5153)
2024-11-08T05:19:53,887 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/default/test/52ec0a986895b149707574727ff62ae7/.tmp/f1/e583aeaa85c4416f942dba83dffda6cb
2024-11-08T05:19:53,890 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e583aeaa85c4416f942dba83dffda6cb
2024-11-08T05:19:53,903 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/default/test/52ec0a986895b149707574727ff62ae7/.tmp/norep/94f18a22499241dbb30a761742574dc3 is 33, key is row1/norep:/1731043185203/DeleteFamily/seqid=0
2024-11-08T05:19:53,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741844_1020 (size=5108)
2024-11-08T05:19:53,968 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1713, reset compression=false
2024-11-08T05:19:54,032 DEBUG [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52ec0a986895b149707574727ff62ae7, a461394e3bada8da83ba553c9389457e
2024-11-08T05:19:54,232 DEBUG [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52ec0a986895b149707574727ff62ae7, a461394e3bada8da83ba553c9389457e
2024-11-08T05:19:54,278 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/.tmp/ns/954c6b0a8075469892cf90e473ed39cc
2024-11-08T05:19:54,295 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/.tmp/rep_barrier/d0bff391811d40cbafb92ce23b0677d1 is 112, key is test,,1731043170368.52ec0a986895b149707574727ff62ae7./rep_barrier:seqnumDuringOpen/1731043171512/Put/seqid=0
2024-11-08T05:19:54,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741845_1021 (size=5518)
2024-11-08T05:19:54,307 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/default/test/52ec0a986895b149707574727ff62ae7/.tmp/norep/94f18a22499241dbb30a761742574dc3
2024-11-08T05:19:54,311 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94f18a22499241dbb30a761742574dc3
2024-11-08T05:19:54,312 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/default/test/52ec0a986895b149707574727ff62ae7/.tmp/f/a9fe0cf8e5bb41739226ac625a9f8cdf as hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/default/test/52ec0a986895b149707574727ff62ae7/f/a9fe0cf8e5bb41739226ac625a9f8cdf
2024-11-08T05:19:54,316 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9fe0cf8e5bb41739226ac625a9f8cdf
2024-11-08T05:19:54,316 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/default/test/52ec0a986895b149707574727ff62ae7/f/a9fe0cf8e5bb41739226ac625a9f8cdf, entries=5, sequenceid=12, filesize=5.1 K
2024-11-08T05:19:54,317 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/default/test/52ec0a986895b149707574727ff62ae7/.tmp/f1/e583aeaa85c4416f942dba83dffda6cb as hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/default/test/52ec0a986895b149707574727ff62ae7/f1/e583aeaa85c4416f942dba83dffda6cb
2024-11-08T05:19:54,321 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e583aeaa85c4416f942dba83dffda6cb
2024-11-08T05:19:54,321 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/default/test/52ec0a986895b149707574727ff62ae7/f1/e583aeaa85c4416f942dba83dffda6cb, entries=3, sequenceid=12, filesize=5.0 K
2024-11-08T05:19:54,322 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/default/test/52ec0a986895b149707574727ff62ae7/.tmp/norep/94f18a22499241dbb30a761742574dc3 as hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/default/test/52ec0a986895b149707574727ff62ae7/norep/94f18a22499241dbb30a761742574dc3
2024-11-08T05:19:54,326 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94f18a22499241dbb30a761742574dc3
2024-11-08T05:19:54,326 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/default/test/52ec0a986895b149707574727ff62ae7/norep/94f18a22499241dbb30a761742574dc3, entries=1, sequenceid=12, filesize=5.0 K
2024-11-08T05:19:54,327 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 52ec0a986895b149707574727ff62ae7 in 896ms, sequenceid=12, compaction requested=false
2024-11-08T05:19:54,327 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-08T05:19:54,331 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/default/test/52ec0a986895b149707574727ff62ae7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-08T05:19:54,331 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:19:54,331 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:19:54,331 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731043170368.52ec0a986895b149707574727ff62ae7.
2024-11-08T05:19:54,331 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52ec0a986895b149707574727ff62ae7:
Waiting for close lock at 1731043193431Running coprocessor pre-close hooks at 1731043193431Disabling compacts and flushes for region at 1731043193431Disabling writes for close at 1731043193431Obtaining lock to block concurrent updates at 1731043193431Preparing flush snapshotting stores in 52ec0a986895b149707574727ff62ae7 at 1731043193431Finished memstore snapshotting test,,1731043170368.52ec0a986895b149707574727ff62ae7., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731043193432 (+1 ms)Flushing stores of test,,1731043170368.52ec0a986895b149707574727ff62ae7. at 1731043193432Flushing 52ec0a986895b149707574727ff62ae7/f: creating writer at 1731043193432Flushing 52ec0a986895b149707574727ff62ae7/f: appending metadata at 1731043193453 (+21 ms)Flushing 52ec0a986895b149707574727ff62ae7/f: closing flushed file at 1731043193453Flushing 52ec0a986895b149707574727ff62ae7/f1: creating writer at 1731043193466 (+13 ms)Flushing 52ec0a986895b149707574727ff62ae7/f1: appending metadata at 1731043193482 (+16 ms)Flushing 52ec0a986895b149707574727ff62ae7/f1: closing flushed file at 1731043193482Flushing 52ec0a986895b149707574727ff62ae7/norep: creating writer at 1731043193890 (+408 ms)Flushing 52ec0a986895b149707574727ff62ae7/norep: appending metadata at 1731043193903 (+13 ms)Flushing 52ec0a986895b149707574727ff62ae7/norep: closing flushed file at 1731043193903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a454820: reopening flushed file at 1731043194311 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c030952: reopening flushed file at 1731043194316 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@351935ec: reopening flushed file at 1731043194321 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 52ec0a986895b149707574727ff62ae7 in 896ms, sequenceid=12, compaction requested=false at 1731043194327 (+6 ms)Writing region close event to WAL at 1731043194328 (+1 ms)Running coprocessor post-close hooks at 1731043194331 (+3 ms)Closed at 1731043194331
2024-11-08T05:19:54,331 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731043170368.52ec0a986895b149707574727ff62ae7.
2024-11-08T05:19:54,331 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a461394e3bada8da83ba553c9389457e, disabling compactions & flushes
2024-11-08T05:19:54,332 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.
2024-11-08T05:19:54,332 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.
2024-11-08T05:19:54,332 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e. after waiting 0 ms
2024-11-08T05:19:54,332 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.
2024-11-08T05:19:54,332 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a461394e3bada8da83ba553c9389457e:
Waiting for close lock at 1731043194331Running coprocessor pre-close hooks at 1731043194331Disabling compacts and flushes for region at 1731043194331Disabling writes for close at 1731043194332 (+1 ms)Failed flush hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e., putting online again at 1731043194332
2024-11-08T05:19:54,332 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.
2024-11-08T05:19:54,371 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 1713, reset compression=false
2024-11-08T05:19:54,375 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:54,375 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 2357, reset compression=false
2024-11-08T05:19:54,432 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-08T05:19:54,432 DEBUG [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a461394e3bada8da83ba553c9389457e=hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.}
2024-11-08T05:19:54,433 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(3091): Received CLOSE for a461394e3bada8da83ba553c9389457e
2024-11-08T05:19:54,433 DEBUG [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a461394e3bada8da83ba553c9389457e
2024-11-08T05:19:54,433 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a461394e3bada8da83ba553c9389457e, disabling compactions & flushes
2024-11-08T05:19:54,433 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.
2024-11-08T05:19:54,433 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.
2024-11-08T05:19:54,433 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e. after waiting 0 ms
2024-11-08T05:19:54,433 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.
2024-11-08T05:19:54,433 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a461394e3bada8da83ba553c9389457e:
Waiting for close lock at 1731043194433Running coprocessor pre-close hooks at 1731043194433Disabling compacts and flushes for region at 1731043194433Disabling writes for close at 1731043194433Failed flush hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e., putting online again at 1731043194433
2024-11-08T05:19:54,433 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731043176839.a461394e3bada8da83ba553c9389457e.
2024-11-08T05:19:54,577 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 2357, reset compression=false
2024-11-08T05:19:54,633 DEBUG [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:19:54,661 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:54,662 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:54,662 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:54,696 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:54,696 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:54,696 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:54,696 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:54,696 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:54,697 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:54,700 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/.tmp/rep_barrier/d0bff391811d40cbafb92ce23b0677d1
2024-11-08T05:19:54,705 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:54,709 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:54,709 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:54,710 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:54,724 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/.tmp/table/1b11a84a394c44a99796fccc75993631 is 53, key is hbase:replication/table:state/1731043178073/Put/seqid=0
2024-11-08T05:19:54,728 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741846_1022 (size=5308)
2024-11-08T05:19:54,811 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1491, reset compression=false
2024-11-08T05:19:54,833 DEBUG [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:19:54,881 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 2357, reset compression=false
2024-11-08T05:19:55,033 DEBUG [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:19:55,129 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/.tmp/table/1b11a84a394c44a99796fccc75993631
2024-11-08T05:19:55,133 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/.tmp/info/2e1f3c510015472182f0c7f10e16e9da as hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/info/2e1f3c510015472182f0c7f10e16e9da
2024-11-08T05:19:55,137 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/info/2e1f3c510015472182f0c7f10e16e9da, entries=20, sequenceid=16, filesize=7.5 K
2024-11-08T05:19:55,138 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/.tmp/ns/954c6b0a8075469892cf90e473ed39cc as hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/ns/954c6b0a8075469892cf90e473ed39cc
2024-11-08T05:19:55,142 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/ns/954c6b0a8075469892cf90e473ed39cc, entries=2, sequenceid=16, filesize=5.0 K
2024-11-08T05:19:55,142 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/.tmp/rep_barrier/d0bff391811d40cbafb92ce23b0677d1 as hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/rep_barrier/d0bff391811d40cbafb92ce23b0677d1
2024-11-08T05:19:55,145 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/rep_barrier/d0bff391811d40cbafb92ce23b0677d1, entries=1, sequenceid=16, filesize=5.4 K
2024-11-08T05:19:55,146 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/.tmp/table/1b11a84a394c44a99796fccc75993631 as hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/table/1b11a84a394c44a99796fccc75993631
2024-11-08T05:19:55,149 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/table/1b11a84a394c44a99796fccc75993631, entries=4, sequenceid=16, filesize=5.2 K
2024-11-08T05:19:55,150 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false
2024-11-08T05:19:55,150 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-08T05:19:55,156 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-08T05:19:55,158 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:19:55,158 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:19:55,158 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:19:55,158 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043193432Running coprocessor pre-close hooks at 1731043193432Disabling compacts and flushes for region at 1731043193432Disabling writes for close at 1731043193432Obtaining lock to block concurrent updates at 1731043193432Preparing flush snapshotting stores in 1588230740 at 1731043193432Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731043193432Flushing stores of hbase:meta,,1.1588230740 at 1731043193432Flushing 1588230740/info: creating writer at 1731043193433 (+1 ms)Flushing 1588230740/info: appending metadata at 1731043193453 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731043193453Flushing 1588230740/ns: creating writer at 1731043193860 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731043193873 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731043193873Flushing 1588230740/rep_barrier: creating writer at 1731043194281 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731043194294 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731043194295 (+1 ms)Flushing 1588230740/table: creating writer at 1731043194704 (+409 ms)Flushing 1588230740/table: appending metadata at 1731043194724 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731043194724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fad8833: reopening flushed file at 1731043195132 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e192bd6: reopening flushed file at 1731043195137 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6156175c: reopening flushed file at 1731043195142 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e023a6f: reopening flushed file at 1731043195145 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false at 1731043195150 (+5 ms)Writing region close event to WAL at 1731043195153 (+3 ms)Running coprocessor post-close hooks at 1731043195158 (+5 ms)Closed at 1731043195158
2024-11-08T05:19:55,158 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:19:55,227 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:19:55,228 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:55,229 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:55,229 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:55,233 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-08T05:19:55,233 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,42313,1731043160398; all regions closed.
2024-11-08T05:19:55,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741834_1010 (size=4239)
2024-11-08T05:19:55,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741839_1015 (size=2609)
2024-11-08T05:19:55,238 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.rep.1731043178037 not finished, retry = 0
2024-11-08T05:19:55,260 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:55,260 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:55,260 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:55,261 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:55,261 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:55,261 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:55,267 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:55,270 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:55,270 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:55,271 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:19:55,283 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 to pos 2357, reset compression=false
2024-11-08T05:19:55,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741832_1008 (size=2365)
2024-11-08T05:19:55,341 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/WALs/d1ba675678c9,42313,1731043160398/d1ba675678c9%2C42313%2C1731043160398.1731043162644 not finished, retry = 0
2024-11-08T05:19:55,442 DEBUG [RS:0;d1ba675678c9:42313 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:55,442 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:19:55,442 INFO  [RS:0;d1ba675678c9:42313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:19:55,442 INFO  [RS:0;d1ba675678c9:42313 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T05:19:55,442 INFO  [RS:0;d1ba675678c9:42313 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:19:55,442 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:19:55,442 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d1ba675678c9,42313,1731043160398 because: Region server is closing
2024-11-08T05:19:55,443 INFO  [RS:0;d1ba675678c9:42313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:42313.
2024-11-08T05:19:55,443 DEBUG [RS:0;d1ba675678c9:42313 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:55,443 DEBUG [RS:0;d1ba675678c9:42313 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:55,443 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:55,443 DEBUG [RS:0;d1ba675678c9:42313 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:55,543 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.shipperd1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 terminated
2024-11-08T05:19:55,543 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42313,1731043160398.replicationSource.wal-reader.d1ba675678c9%2C42313%2C1731043160398,1-d1ba675678c9,42313,1731043160398 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-08T05:19:55,543 INFO  [RS:0;d1ba675678c9:42313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:42313.
2024-11-08T05:19:55,543 DEBUG [RS:0;d1ba675678c9:42313 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:55,543 DEBUG [RS:0;d1ba675678c9:42313 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:55,543 DEBUG [RS:0;d1ba675678c9:42313 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:55,543 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:55,544 INFO  [RS:0;d1ba675678c9:42313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42313
2024-11-08T05:19:55,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1178150776/rs/d1ba675678c9,42313,1731043160398
2024-11-08T05:19:55,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776/rs
2024-11-08T05:19:55,597 INFO  [RS:0;d1ba675678c9:42313 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:19:55,608 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,42313,1731043160398]
2024-11-08T05:19:55,618 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1178150776/draining/d1ba675678c9,42313,1731043160398 already deleted, retry=false
2024-11-08T05:19:55,618 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,42313,1731043160398 expired; onlineServers=0
2024-11-08T05:19:55,618 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,36707,1731043160046' *****
2024-11-08T05:19:55,618 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:19:55,618 INFO  [M:0;d1ba675678c9:36707 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:19:55,619 INFO  [M:0;d1ba675678c9:36707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:19:55,619 DEBUG [M:0;d1ba675678c9:36707 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:19:55,619 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:19:55,619 DEBUG [M:0;d1ba675678c9:36707 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:19:55,619 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043162419 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043162419,5,FailOnTimeoutGroup]
2024-11-08T05:19:55,619 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043162420 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043162420,5,FailOnTimeoutGroup]
2024-11-08T05:19:55,619 INFO  [M:0;d1ba675678c9:36707 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:19:55,619 INFO  [M:0;d1ba675678c9:36707 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:19:55,619 DEBUG [M:0;d1ba675678c9:36707 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:19:55,619 INFO  [M:0;d1ba675678c9:36707 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:19:55,619 INFO  [M:0;d1ba675678c9:36707 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:19:55,619 INFO  [M:0;d1ba675678c9:36707 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:19:55,619 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:19:55,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1178150776/master
2024-11-08T05:19:55,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1178150776
2024-11-08T05:19:55,629 DEBUG [M:0;d1ba675678c9:36707 {}] zookeeper.ZKUtil(347): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Unable to get data of znode /1-1178150776/master because node does not exist (not an error)
2024-11-08T05:19:55,629 WARN  [M:0;d1ba675678c9:36707 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T05:19:55,629 INFO  [M:0;d1ba675678c9:36707 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/.lastflushedseqids
2024-11-08T05:19:55,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741847_1023 (size=245)
2024-11-08T05:19:55,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:19:55,708 INFO  [RS:0;d1ba675678c9:42313 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:19:55,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x10118e24daf0004, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:19:55,708 INFO  [RS:0;d1ba675678c9:42313 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,42313,1731043160398; zookeeper connection closed.
2024-11-08T05:19:55,708 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d8bcb8b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d8bcb8b
2024-11-08T05:19:55,709 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:19:55,914 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1491, reset compression=false
2024-11-08T05:19:56,034 INFO  [M:0;d1ba675678c9:36707 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:19:56,034 INFO  [M:0;d1ba675678c9:36707 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:19:56,034 DEBUG [M:0;d1ba675678c9:36707 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:19:56,034 INFO  [M:0;d1ba675678c9:36707 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:56,034 DEBUG [M:0;d1ba675678c9:36707 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:56,034 DEBUG [M:0;d1ba675678c9:36707 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:19:56,034 DEBUG [M:0;d1ba675678c9:36707 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:56,034 INFO  [M:0;d1ba675678c9:36707 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB
2024-11-08T05:19:56,047 DEBUG [M:0;d1ba675678c9:36707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/026ca4ed8eb54ee294f9b5aa5aec2b45 is 82, key is hbase:meta,,1/info:regioninfo/1731043163670/Put/seqid=0
2024-11-08T05:19:56,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741848_1024 (size=5672)
2024-11-08T05:19:56,451 INFO  [M:0;d1ba675678c9:36707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/026ca4ed8eb54ee294f9b5aa5aec2b45
2024-11-08T05:19:56,468 DEBUG [M:0;d1ba675678c9:36707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dad58de27ed4478ca9ca75a049bc6417 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731043171523/Put/seqid=0
2024-11-08T05:19:56,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741849_1025 (size=7218)
2024-11-08T05:19:56,473 INFO  [M:0;d1ba675678c9:36707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dad58de27ed4478ca9ca75a049bc6417
2024-11-08T05:19:56,484 INFO  [M:0;d1ba675678c9:36707 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dad58de27ed4478ca9ca75a049bc6417
2024-11-08T05:19:56,502 DEBUG [M:0;d1ba675678c9:36707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cac0f36af0984f9e812f918906655f82 is 69, key is d1ba675678c9,42313,1731043160398/rs:state/1731043162456/Put/seqid=0
2024-11-08T05:19:56,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741850_1026 (size=5156)
2024-11-08T05:19:56,905 INFO  [M:0;d1ba675678c9:36707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cac0f36af0984f9e812f918906655f82
2024-11-08T05:19:56,909 DEBUG [M:0;d1ba675678c9:36707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/026ca4ed8eb54ee294f9b5aa5aec2b45 as hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/026ca4ed8eb54ee294f9b5aa5aec2b45
2024-11-08T05:19:56,913 INFO  [M:0;d1ba675678c9:36707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/026ca4ed8eb54ee294f9b5aa5aec2b45, entries=8, sequenceid=105, filesize=5.5 K
2024-11-08T05:19:56,914 DEBUG [M:0;d1ba675678c9:36707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dad58de27ed4478ca9ca75a049bc6417 as hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dad58de27ed4478ca9ca75a049bc6417
2024-11-08T05:19:56,917 INFO  [M:0;d1ba675678c9:36707 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dad58de27ed4478ca9ca75a049bc6417
2024-11-08T05:19:56,917 INFO  [M:0;d1ba675678c9:36707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dad58de27ed4478ca9ca75a049bc6417, entries=11, sequenceid=105, filesize=7.0 K
2024-11-08T05:19:56,918 DEBUG [M:0;d1ba675678c9:36707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cac0f36af0984f9e812f918906655f82 as hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cac0f36af0984f9e812f918906655f82
2024-11-08T05:19:56,921 INFO  [M:0;d1ba675678c9:36707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42391/user/jenkins/test-data/2b68d46a-ec38-b27d-4782-06678550e564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cac0f36af0984f9e812f918906655f82, entries=1, sequenceid=105, filesize=5.0 K
2024-11-08T05:19:56,922 INFO  [M:0;d1ba675678c9:36707 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=105, compaction requested=false
2024-11-08T05:19:56,923 INFO  [M:0;d1ba675678c9:36707 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:56,923 DEBUG [M:0;d1ba675678c9:36707 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043196034Disabling compacts and flushes for region at 1731043196034Disabling writes for close at 1731043196034Obtaining lock to block concurrent updates at 1731043196034Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043196034Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731043196035 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043196035Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043196035Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043196047 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043196047Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043196454 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043196468 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043196468Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043196484 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043196501 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043196501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2509b25e: reopening flushed file at 1731043196909 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e00339: reopening flushed file at 1731043196913 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a8da8: reopening flushed file at 1731043196918 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=105, compaction requested=false at 1731043196922 (+4 ms)Writing region close event to WAL at 1731043196923 (+1 ms)Closed at 1731043196923
2024-11-08T05:19:56,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44739 is added to blk_1073741830_1006 (size=64423)
2024-11-08T05:19:56,925 INFO  [M:0;d1ba675678c9:36707 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:19:56,925 INFO  [M:0;d1ba675678c9:36707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36707
2024-11-08T05:19:56,925 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:19:56,925 INFO  [M:0;d1ba675678c9:36707 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:19:57,118 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1491, reset compression=false
2024-11-08T05:19:57,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:19:57,161 INFO  [M:0;d1ba675678c9:36707 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:19:57,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36707-0x10118e24daf0003, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:19:57,163 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d1dec5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:19:57,163 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@700ad68f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:19:57,163 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:19:57,164 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41fe9518{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:19:57,164 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e9e894a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/hadoop.log.dir/,STOPPED}
2024-11-08T05:19:57,169 WARN  [BP-298066549-172.17.0.3-1731043158046 heartbeating to localhost/127.0.0.1:42391 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:19:57,169 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:19:57,169 WARN  [BP-298066549-172.17.0.3-1731043158046 heartbeating to localhost/127.0.0.1:42391 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-298066549-172.17.0.3-1731043158046 (Datanode Uuid 5ea6b22b-0d7c-4856-801f-3fbe6dd25fd3) service to localhost/127.0.0.1:42391
2024-11-08T05:19:57,169 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:19:57,169 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/cluster_dd6141ca-2a22-88b5-b575-350861b53124/data/data1/current/BP-298066549-172.17.0.3-1731043158046 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:19:57,170 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/cluster_dd6141ca-2a22-88b5-b575-350861b53124/data/data2/current/BP-298066549-172.17.0.3-1731043158046 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:19:57,170 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:19:57,174 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67e613ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:19:57,175 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@92d56b2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:19:57,175 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:19:57,175 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a302027{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:19:57,175 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c9beac5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b563dead-2ddb-171d-7e97-44b6ae15180d/hadoop.log.dir/,STOPPED}
2024-11-08T05:19:57,191 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:19:57,191 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:19:57,191 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:19:57,191 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:57,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:57,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:57,191 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:57,191 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:19:57,191 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1692672960, stopped=false
2024-11-08T05:19:57,192 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,36547,1731043154442
2024-11-08T05:19:57,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-296057358/running
2024-11-08T05:19:57,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-296057358/running
2024-11-08T05:19:57,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358
2024-11-08T05:19:57,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358
2024-11-08T05:19:57,244 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:19:57,244 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:19:57,245 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:57,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Set watcher on znode that does not yet exist, /0-296057358/running
2024-11-08T05:19:57,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:57,245 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,41261,1731043154653' *****
2024-11-08T05:19:57,245 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:19:57,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Set watcher on znode that does not yet exist, /0-296057358/running
2024-11-08T05:19:57,245 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:19:57,245 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:19:57,245 INFO  [RS:0;d1ba675678c9:41261 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:19:57,245 INFO  [RS:0;d1ba675678c9:41261 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:19:57,246 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(3091): Received CLOSE for 37a19d2039fd08d97083e1228d8f6f2e
2024-11-08T05:19:57,246 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(3091): Received CLOSE for 42aeb37ccd6129ad090020f6fec620d1
2024-11-08T05:19:57,246 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,41261,1731043154653
2024-11-08T05:19:57,246 INFO  [RS:0;d1ba675678c9:41261 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:19:57,246 INFO  [RS:0;d1ba675678c9:41261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:41261.
2024-11-08T05:19:57,246 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37a19d2039fd08d97083e1228d8f6f2e, disabling compactions & flushes
2024-11-08T05:19:57,246 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e.
2024-11-08T05:19:57,246 DEBUG [RS:0;d1ba675678c9:41261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:57,246 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e.
2024-11-08T05:19:57,246 DEBUG [RS:0;d1ba675678c9:41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:57,246 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e. after waiting 0 ms
2024-11-08T05:19:57,246 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e.
2024-11-08T05:19:57,246 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:19:57,246 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:19:57,246 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 37a19d2039fd08d97083e1228d8f6f2e 3/3 column families, dataSize=341 B heapSize=1.99 KB
2024-11-08T05:19:57,246 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:19:57,246 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:19:57,255 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-08T05:19:57,255 DEBUG [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(1325): Online Regions={37a19d2039fd08d97083e1228d8f6f2e=test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e., 1588230740=hbase:meta,,1.1588230740, 42aeb37ccd6129ad090020f6fec620d1=hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1.}
2024-11-08T05:19:57,255 DEBUG [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37a19d2039fd08d97083e1228d8f6f2e, 42aeb37ccd6129ad090020f6fec620d1
2024-11-08T05:19:57,255 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:19:57,255 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:19:57,255 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:19:57,255 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:19:57,255 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:19:57,255 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-08T05:19:57,266 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:19:57,268 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/default/test/37a19d2039fd08d97083e1228d8f6f2e/.tmp/f/f66dd83ee9264d2b92c6ab778bd78fd5 is 37, key is row3/f:row3/1731043187868/Put/seqid=0
2024-11-08T05:19:57,273 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/.tmp/info/0fded800fa6d462d99bc286663cd440c is 147, key is hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1./info:regioninfo/1731043175859/Put/seqid=0
2024-11-08T05:19:57,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741840_1016 (size=5228)
2024-11-08T05:19:57,279 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/default/test/37a19d2039fd08d97083e1228d8f6f2e/.tmp/f/f66dd83ee9264d2b92c6ab778bd78fd5
2024-11-08T05:19:57,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741841_1017 (size=7686)
2024-11-08T05:19:57,287 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/.tmp/info/0fded800fa6d462d99bc286663cd440c
2024-11-08T05:19:57,288 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f66dd83ee9264d2b92c6ab778bd78fd5
2024-11-08T05:19:57,307 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/.tmp/ns/877f409deffe4a6db4821d15a7ee48f4 is 43, key is default/ns:d/1731043157904/Put/seqid=0
2024-11-08T05:19:57,307 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/default/test/37a19d2039fd08d97083e1228d8f6f2e/.tmp/f1/d7129ef87f8f49d594f7af689dd78fe5 is 30, key is row1/f1:/1731043185203/DeleteFamily/seqid=0
2024-11-08T05:19:57,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741843_1019 (size=5158)
2024-11-08T05:19:57,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741842_1018 (size=5153)
2024-11-08T05:19:57,316 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/default/test/37a19d2039fd08d97083e1228d8f6f2e/.tmp/f1/d7129ef87f8f49d594f7af689dd78fe5
2024-11-08T05:19:57,319 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7129ef87f8f49d594f7af689dd78fe5
2024-11-08T05:19:57,337 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/default/test/37a19d2039fd08d97083e1228d8f6f2e/.tmp/norep/7df5e11c8a1b4e12b34be1dacbb50c67 is 32, key is row/norep:/1731043184198/DeleteFamily/seqid=0
2024-11-08T05:19:57,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741844_1020 (size=5101)
2024-11-08T05:19:57,344 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/default/test/37a19d2039fd08d97083e1228d8f6f2e/.tmp/norep/7df5e11c8a1b4e12b34be1dacbb50c67
2024-11-08T05:19:57,348 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7df5e11c8a1b4e12b34be1dacbb50c67
2024-11-08T05:19:57,349 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/default/test/37a19d2039fd08d97083e1228d8f6f2e/.tmp/f/f66dd83ee9264d2b92c6ab778bd78fd5 as hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/default/test/37a19d2039fd08d97083e1228d8f6f2e/f/f66dd83ee9264d2b92c6ab778bd78fd5
2024-11-08T05:19:57,353 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f66dd83ee9264d2b92c6ab778bd78fd5
2024-11-08T05:19:57,353 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/default/test/37a19d2039fd08d97083e1228d8f6f2e/f/f66dd83ee9264d2b92c6ab778bd78fd5, entries=5, sequenceid=12, filesize=5.1 K
2024-11-08T05:19:57,354 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/default/test/37a19d2039fd08d97083e1228d8f6f2e/.tmp/f1/d7129ef87f8f49d594f7af689dd78fe5 as hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/default/test/37a19d2039fd08d97083e1228d8f6f2e/f1/d7129ef87f8f49d594f7af689dd78fe5
2024-11-08T05:19:57,358 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7129ef87f8f49d594f7af689dd78fe5
2024-11-08T05:19:57,358 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/default/test/37a19d2039fd08d97083e1228d8f6f2e/f1/d7129ef87f8f49d594f7af689dd78fe5, entries=3, sequenceid=12, filesize=5.0 K
2024-11-08T05:19:57,359 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/default/test/37a19d2039fd08d97083e1228d8f6f2e/.tmp/norep/7df5e11c8a1b4e12b34be1dacbb50c67 as hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/default/test/37a19d2039fd08d97083e1228d8f6f2e/norep/7df5e11c8a1b4e12b34be1dacbb50c67
2024-11-08T05:19:57,363 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7df5e11c8a1b4e12b34be1dacbb50c67
2024-11-08T05:19:57,363 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/default/test/37a19d2039fd08d97083e1228d8f6f2e/norep/7df5e11c8a1b4e12b34be1dacbb50c67, entries=1, sequenceid=12, filesize=5.0 K
2024-11-08T05:19:57,363 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 37a19d2039fd08d97083e1228d8f6f2e in 117ms, sequenceid=12, compaction requested=false
2024-11-08T05:19:57,371 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/default/test/37a19d2039fd08d97083e1228d8f6f2e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-08T05:19:57,372 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:19:57,372 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:19:57,372 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e.
2024-11-08T05:19:57,372 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37a19d2039fd08d97083e1228d8f6f2e:
Waiting for close lock at 1731043197246Running coprocessor pre-close hooks at 1731043197246Disabling compacts and flushes for region at 1731043197246Disabling writes for close at 1731043197246Obtaining lock to block concurrent updates at 1731043197246Preparing flush snapshotting stores in 37a19d2039fd08d97083e1228d8f6f2e at 1731043197246Finished memstore snapshotting test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731043197246Flushing stores of test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e. at 1731043197247 (+1 ms)Flushing 37a19d2039fd08d97083e1228d8f6f2e/f: creating writer at 1731043197247Flushing 37a19d2039fd08d97083e1228d8f6f2e/f: appending metadata at 1731043197268 (+21 ms)Flushing 37a19d2039fd08d97083e1228d8f6f2e/f: closing flushed file at 1731043197268Flushing 37a19d2039fd08d97083e1228d8f6f2e/f1: creating writer at 1731043197288 (+20 ms)Flushing 37a19d2039fd08d97083e1228d8f6f2e/f1: appending metadata at 1731043197307 (+19 ms)Flushing 37a19d2039fd08d97083e1228d8f6f2e/f1: closing flushed file at 1731043197307Flushing 37a19d2039fd08d97083e1228d8f6f2e/norep: creating writer at 1731043197319 (+12 ms)Flushing 37a19d2039fd08d97083e1228d8f6f2e/norep: appending metadata at 1731043197336 (+17 ms)Flushing 37a19d2039fd08d97083e1228d8f6f2e/norep: closing flushed file at 1731043197336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12003ba7: reopening flushed file at 1731043197349 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a53e62: reopening flushed file at 1731043197353 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b2277d: reopening flushed file at 1731043197358 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 37a19d2039fd08d97083e1228d8f6f2e in 117ms, sequenceid=12, compaction requested=false at 1731043197364 (+6 ms)Writing region close event to WAL at 1731043197368 (+4 ms)Running coprocessor post-close hooks at 1731043197372 (+4 ms)Closed at 1731043197372
2024-11-08T05:19:57,372 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e.
2024-11-08T05:19:57,372 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42aeb37ccd6129ad090020f6fec620d1, disabling compactions & flushes
2024-11-08T05:19:57,372 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1.
2024-11-08T05:19:57,372 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1.
2024-11-08T05:19:57,372 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1. after waiting 0 ms
2024-11-08T05:19:57,372 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1.
2024-11-08T05:19:57,372 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 42aeb37ccd6129ad090020f6fec620d1 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB
2024-11-08T05:19:57,392 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/replication/42aeb37ccd6129ad090020f6fec620d1/.tmp/queue/457bb90b33cd4e56afe60b0be1eef790 is 154, key is 1-d1ba675678c9,41261,1731043154653/queue:d1ba675678c9%2C41261%2C1731043154653/1731043189379/Put/seqid=0
2024-11-08T05:19:57,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741845_1021 (size=5353)
2024-11-08T05:19:57,455 DEBUG [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42aeb37ccd6129ad090020f6fec620d1
2024-11-08T05:19:57,655 DEBUG [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42aeb37ccd6129ad090020f6fec620d1
2024-11-08T05:19:57,714 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/.tmp/ns/877f409deffe4a6db4821d15a7ee48f4
2024-11-08T05:19:57,735 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/.tmp/rep_barrier/28b8f556e63648d79db8460ef5711ae7 is 112, key is test,,1731043168213.37a19d2039fd08d97083e1228d8f6f2e./rep_barrier:seqnumDuringOpen/1731043169355/Put/seqid=0
2024-11-08T05:19:57,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741846_1022 (size=5518)
2024-11-08T05:19:57,798 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/replication/42aeb37ccd6129ad090020f6fec620d1/.tmp/queue/457bb90b33cd4e56afe60b0be1eef790
2024-11-08T05:19:57,802 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/replication/42aeb37ccd6129ad090020f6fec620d1/.tmp/queue/457bb90b33cd4e56afe60b0be1eef790 as hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/replication/42aeb37ccd6129ad090020f6fec620d1/queue/457bb90b33cd4e56afe60b0be1eef790
2024-11-08T05:19:57,806 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/replication/42aeb37ccd6129ad090020f6fec620d1/queue/457bb90b33cd4e56afe60b0be1eef790, entries=1, sequenceid=14, filesize=5.2 K
2024-11-08T05:19:57,807 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 42aeb37ccd6129ad090020f6fec620d1 in 435ms, sequenceid=14, compaction requested=false
2024-11-08T05:19:57,807 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-08T05:19:57,819 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/replication/42aeb37ccd6129ad090020f6fec620d1/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1
2024-11-08T05:19:57,820 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:19:57,820 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:19:57,820 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1.
2024-11-08T05:19:57,820 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42aeb37ccd6129ad090020f6fec620d1:
Waiting for close lock at 1731043197372Running coprocessor pre-close hooks at 1731043197372Disabling compacts and flushes for region at 1731043197372Disabling writes for close at 1731043197372Obtaining lock to block concurrent updates at 1731043197372Preparing flush snapshotting stores in 42aeb37ccd6129ad090020f6fec620d1 at 1731043197372Finished memstore snapshotting hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731043197373 (+1 ms)Flushing stores of hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1. at 1731043197373Flushing 42aeb37ccd6129ad090020f6fec620d1/queue: creating writer at 1731043197373Flushing 42aeb37ccd6129ad090020f6fec620d1/queue: appending metadata at 1731043197392 (+19 ms)Flushing 42aeb37ccd6129ad090020f6fec620d1/queue: closing flushed file at 1731043197392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29ddb5cb: reopening flushed file at 1731043197802 (+410 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 42aeb37ccd6129ad090020f6fec620d1 in 435ms, sequenceid=14, compaction requested=false at 1731043197807 (+5 ms)Writing region close event to WAL at 1731043197816 (+9 ms)Running coprocessor post-close hooks at 1731043197820 (+4 ms)Closed at 1731043197820
2024-11-08T05:19:57,820 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731043174690.42aeb37ccd6129ad090020f6fec620d1.
2024-11-08T05:19:57,856 DEBUG [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:19:57,900 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:19:57,900 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:19:57,961 INFO  [master/d1ba675678c9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-08T05:19:57,961 INFO  [master/d1ba675678c9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-08T05:19:58,056 DEBUG [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:19:58,139 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/.tmp/rep_barrier/28b8f556e63648d79db8460ef5711ae7
2024-11-08T05:19:58,170 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/.tmp/table/3dd2e0f9e2b5455e954f15b6609399eb is 53, key is hbase:replication/table:state/1731043175865/Put/seqid=0
2024-11-08T05:19:58,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741847_1023 (size=5308)
2024-11-08T05:19:58,256 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-08T05:19:58,256 DEBUG [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-08T05:19:58,256 DEBUG [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:19:58,422 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 1491, reset compression=false
2024-11-08T05:19:58,426 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:19:58,426 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 2382, reset compression=false
2024-11-08T05:19:58,426 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,41261,1731043154653 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977, lastWalPosition=2382, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:19:58,427 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d1ba675678c9,41261,1731043154653: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d1ba675678c9,41261,1731043154653, walGroup=d1ba675678c9%2C41261%2C1731043154653, offset=d1ba675678c9%2C41261%2C1731043154653.1731043156977:2382, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:41261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-08T05:19:58,428 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-08T05:19:58,428 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-08T05:19:58,429 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-08T05:19:58,429 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-08T05:19:58,429 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-08T05:19:58,429 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1241513984,
        "init": 1048576000,
        "max": 2306867200,
        "used": 849391056
      },
      "NonHeapMemoryUsage": {
        "committed": 202244096,
        "init": 7667712,
        "max": -1,
        "used": 199238792
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-08T05:19:58,431 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:36547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:36547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-08T05:19:58,456 DEBUG [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:19:58,574 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/.tmp/table/3dd2e0f9e2b5455e954f15b6609399eb
2024-11-08T05:19:58,578 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/.tmp/info/0fded800fa6d462d99bc286663cd440c as hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/info/0fded800fa6d462d99bc286663cd440c
2024-11-08T05:19:58,582 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/info/0fded800fa6d462d99bc286663cd440c, entries=20, sequenceid=16, filesize=7.5 K
2024-11-08T05:19:58,583 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/.tmp/ns/877f409deffe4a6db4821d15a7ee48f4 as hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/ns/877f409deffe4a6db4821d15a7ee48f4
2024-11-08T05:19:58,587 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/ns/877f409deffe4a6db4821d15a7ee48f4, entries=2, sequenceid=16, filesize=5.0 K
2024-11-08T05:19:58,588 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/.tmp/rep_barrier/28b8f556e63648d79db8460ef5711ae7 as hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/rep_barrier/28b8f556e63648d79db8460ef5711ae7
2024-11-08T05:19:58,592 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/rep_barrier/28b8f556e63648d79db8460ef5711ae7, entries=1, sequenceid=16, filesize=5.4 K
2024-11-08T05:19:58,593 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/.tmp/table/3dd2e0f9e2b5455e954f15b6609399eb as hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/table/3dd2e0f9e2b5455e954f15b6609399eb
2024-11-08T05:19:58,597 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/table/3dd2e0f9e2b5455e954f15b6609399eb, entries=4, sequenceid=16, filesize=5.2 K
2024-11-08T05:19:58,598 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=16, compaction requested=false
2024-11-08T05:19:58,603 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-08T05:19:58,603 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:19:58,603 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:19:58,603 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:19:58,603 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043197255Running coprocessor pre-close hooks at 1731043197255Disabling compacts and flushes for region at 1731043197255Disabling writes for close at 1731043197255Obtaining lock to block concurrent updates at 1731043197255Preparing flush snapshotting stores in 1588230740 at 1731043197255Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731043197256 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731043197256Flushing 1588230740/info: creating writer at 1731043197256Flushing 1588230740/info: appending metadata at 1731043197273 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731043197273Flushing 1588230740/ns: creating writer at 1731043197290 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731043197307 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731043197307Flushing 1588230740/rep_barrier: creating writer at 1731043197717 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731043197735 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731043197735Flushing 1588230740/table: creating writer at 1731043198144 (+409 ms)Flushing 1588230740/table: appending metadata at 1731043198169 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731043198169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fe8a856: reopening flushed file at 1731043198578 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787b95fb: reopening flushed file at 1731043198582 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@280c3e04: reopening flushed file at 1731043198587 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd5aa4: reopening flushed file at 1731043198592 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=16, compaction requested=false at 1731043198598 (+6 ms)Writing region close event to WAL at 1731043198600 (+2 ms)Running coprocessor post-close hooks at 1731043198603 (+3 ms)Closed at 1731043198603
2024-11-08T05:19:58,604 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:19:58,630 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.wal-reader.d1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.1731043156977 to pos 2382, reset compression=false
2024-11-08T05:19:58,656 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,41261,1731043154653; all regions closed.
2024-11-08T05:19:58,658 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.meta.1731043157704.meta not finished, retry = 0
2024-11-08T05:19:58,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741834_1010 (size=4239)
2024-11-08T05:19:58,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741839_1015 (size=3552)
2024-11-08T05:19:58,761 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/WALs/d1ba675678c9,41261,1731043154653/d1ba675678c9%2C41261%2C1731043154653.rep.1731043175821 not finished, retry = 0
2024-11-08T05:19:58,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741833_1009 (size=2390)
2024-11-08T05:19:58,872 DEBUG [RS:0;d1ba675678c9:41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:58,872 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:19:58,872 INFO  [RS:0;d1ba675678c9:41261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:19:58,872 INFO  [RS:0;d1ba675678c9:41261 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-08T05:19:58,872 INFO  [RS:0;d1ba675678c9:41261 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:19:58,872 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d1ba675678c9,41261,1731043154653 because: Region server is closing
2024-11-08T05:19:58,872 INFO  [RS:0;d1ba675678c9:41261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:41261.
2024-11-08T05:19:58,873 DEBUG [RS:0;d1ba675678c9:41261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:58,873 DEBUG [RS:0;d1ba675678c9:41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:58,873 DEBUG [RS:0;d1ba675678c9:41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:58,873 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:58,873 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:19:58,973 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,41261,1731043154653.replicationSource.shipperd1ba675678c9%2C41261%2C1731043154653,1-d1ba675678c9,41261,1731043154653 terminated
2024-11-08T05:19:58,973 INFO  [RS:0;d1ba675678c9:41261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:41261.
2024-11-08T05:19:58,973 DEBUG [RS:0;d1ba675678c9:41261 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:19:58,973 DEBUG [RS:0;d1ba675678c9:41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:58,973 DEBUG [RS:0;d1ba675678c9:41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:19:58,973 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:19:58,973 INFO  [RS:0;d1ba675678c9:41261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41261
2024-11-08T05:19:59,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-296057358/rs/d1ba675678c9,41261,1731043154653
2024-11-08T05:19:59,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358/rs
2024-11-08T05:19:59,050 INFO  [RS:0;d1ba675678c9:41261 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:19:59,060 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,41261,1731043154653]
2024-11-08T05:19:59,071 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-296057358/draining/d1ba675678c9,41261,1731043154653 already deleted, retry=false
2024-11-08T05:19:59,071 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,41261,1731043154653 expired; onlineServers=0
2024-11-08T05:19:59,071 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,36547,1731043154442' *****
2024-11-08T05:19:59,071 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:19:59,071 INFO  [M:0;d1ba675678c9:36547 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:19:59,071 INFO  [M:0;d1ba675678c9:36547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:19:59,071 DEBUG [M:0;d1ba675678c9:36547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:19:59,071 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:19:59,071 DEBUG [M:0;d1ba675678c9:36547 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:19:59,071 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043156712 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043156712,5,FailOnTimeoutGroup]
2024-11-08T05:19:59,071 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043156712 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043156712,5,FailOnTimeoutGroup]
2024-11-08T05:19:59,071 INFO  [M:0;d1ba675678c9:36547 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:19:59,071 INFO  [M:0;d1ba675678c9:36547 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:19:59,071 DEBUG [M:0;d1ba675678c9:36547 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:19:59,072 INFO  [M:0;d1ba675678c9:36547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:19:59,072 INFO  [M:0;d1ba675678c9:36547 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:19:59,072 ERROR [M:0;d1ba675678c9:36547 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37323,5,PEWorkerGroup]
2024-11-08T05:19:59,072 INFO  [M:0;d1ba675678c9:36547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:19:59,072 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:19:59,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-296057358/master
2024-11-08T05:19:59,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-296057358
2024-11-08T05:19:59,081 DEBUG [M:0;d1ba675678c9:36547 {}] zookeeper.ZKUtil(347): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Unable to get data of znode /0-296057358/master because node does not exist (not an error)
2024-11-08T05:19:59,081 WARN  [M:0;d1ba675678c9:36547 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T05:19:59,082 INFO  [M:0;d1ba675678c9:36547 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/.lastflushedseqids
2024-11-08T05:19:59,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741848_1024 (size=245)
2024-11-08T05:19:59,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:19:59,160 INFO  [RS:0;d1ba675678c9:41261 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:19:59,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41261-0x10118e24daf0001, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:19:59,160 INFO  [RS:0;d1ba675678c9:41261 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,41261,1731043154653; zookeeper connection closed.
2024-11-08T05:19:59,161 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d11f6de {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d11f6de
2024-11-08T05:19:59,161 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:19:59,491 INFO  [M:0;d1ba675678c9:36547 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:19:59,492 INFO  [M:0;d1ba675678c9:36547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:19:59,492 DEBUG [M:0;d1ba675678c9:36547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:19:59,492 INFO  [M:0;d1ba675678c9:36547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:59,492 DEBUG [M:0;d1ba675678c9:36547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:59,492 DEBUG [M:0;d1ba675678c9:36547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:19:59,492 DEBUG [M:0;d1ba675678c9:36547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:19:59,492 INFO  [M:0;d1ba675678c9:36547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB
2024-11-08T05:19:59,506 DEBUG [M:0;d1ba675678c9:36547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/146ae0afefe5456f9549a677cf6dadf1 is 82, key is hbase:meta,,1/info:regioninfo/1731043157730/Put/seqid=0
2024-11-08T05:19:59,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741849_1025 (size=5672)
2024-11-08T05:19:59,510 INFO  [M:0;d1ba675678c9:36547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/146ae0afefe5456f9549a677cf6dadf1
2024-11-08T05:19:59,531 DEBUG [M:0;d1ba675678c9:36547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d7a47692e5d48198a46484a2c47f1c5 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731043169366/Put/seqid=0
2024-11-08T05:19:59,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741850_1026 (size=7217)
2024-11-08T05:19:59,939 INFO  [M:0;d1ba675678c9:36547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d7a47692e5d48198a46484a2c47f1c5
2024-11-08T05:19:59,942 INFO  [M:0;d1ba675678c9:36547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d7a47692e5d48198a46484a2c47f1c5
2024-11-08T05:19:59,955 DEBUG [M:0;d1ba675678c9:36547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a9ca8efa1284c7e90ccad89e0f9c393 is 69, key is d1ba675678c9,41261,1731043154653/rs:state/1731043156815/Put/seqid=0
2024-11-08T05:19:59,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741851_1027 (size=5156)
2024-11-08T05:20:00,359 INFO  [M:0;d1ba675678c9:36547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a9ca8efa1284c7e90ccad89e0f9c393
2024-11-08T05:20:00,363 DEBUG [M:0;d1ba675678c9:36547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/146ae0afefe5456f9549a677cf6dadf1 as hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/146ae0afefe5456f9549a677cf6dadf1
2024-11-08T05:20:00,366 INFO  [M:0;d1ba675678c9:36547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/146ae0afefe5456f9549a677cf6dadf1, entries=8, sequenceid=105, filesize=5.5 K
2024-11-08T05:20:00,367 DEBUG [M:0;d1ba675678c9:36547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d7a47692e5d48198a46484a2c47f1c5 as hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d7a47692e5d48198a46484a2c47f1c5
2024-11-08T05:20:00,371 INFO  [M:0;d1ba675678c9:36547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d7a47692e5d48198a46484a2c47f1c5
2024-11-08T05:20:00,372 INFO  [M:0;d1ba675678c9:36547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d7a47692e5d48198a46484a2c47f1c5, entries=11, sequenceid=105, filesize=7.0 K
2024-11-08T05:20:00,372 DEBUG [M:0;d1ba675678c9:36547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a9ca8efa1284c7e90ccad89e0f9c393 as hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a9ca8efa1284c7e90ccad89e0f9c393
2024-11-08T05:20:00,375 INFO  [M:0;d1ba675678c9:36547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37323/user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a9ca8efa1284c7e90ccad89e0f9c393, entries=1, sequenceid=105, filesize=5.0 K
2024-11-08T05:20:00,376 INFO  [M:0;d1ba675678c9:36547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=105, compaction requested=false
2024-11-08T05:20:00,377 INFO  [M:0;d1ba675678c9:36547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:00,377 DEBUG [M:0;d1ba675678c9:36547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043199492Disabling compacts and flushes for region at 1731043199492Disabling writes for close at 1731043199492Obtaining lock to block concurrent updates at 1731043199492Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043199492Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731043199492Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043199493 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043199493Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043199506 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043199506Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043199513 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043199530 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043199530Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043199942 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043199955 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043199955Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56d832f: reopening flushed file at 1731043200362 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5abd3f74: reopening flushed file at 1731043200367 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c53a8cc: reopening flushed file at 1731043200372 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=105, compaction requested=false at 1731043200376 (+4 ms)Writing region close event to WAL at 1731043200377 (+1 ms)Closed at 1731043200377
2024-11-08T05:20:00,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741830_1006 (size=64411)
2024-11-08T05:20:00,379 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2d2d3da-b574-2e44-f30c-35d6208d4405/MasterData/WALs/d1ba675678c9,36547,1731043154442/d1ba675678c9%2C36547%2C1731043154442.1731043156421 not finished, retry = 0
2024-11-08T05:20:00,480 INFO  [M:0;d1ba675678c9:36547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:20:00,480 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:20:00,480 INFO  [M:0;d1ba675678c9:36547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36547
2024-11-08T05:20:00,480 INFO  [M:0;d1ba675678c9:36547 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:20:00,655 INFO  [M:0;d1ba675678c9:36547 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:20:00,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:20:00,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10118e24daf0000, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:20:00,658 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@613273b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:20:00,658 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1dbe258{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:20:00,658 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:20:00,658 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16bee036{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:20:00,658 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@126503b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/hadoop.log.dir/,STOPPED}
2024-11-08T05:20:00,660 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:20:00,661 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:00,661 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:00,661 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:00,661 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:00,696 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:00,696 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:00,697 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:00,697 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:00,697 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:00,697 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:00,704 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:00,707 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:00,707 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:00,709 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:00,726 WARN  [BP-1027140785-172.17.0.3-1731043152404 heartbeating to localhost/127.0.0.1:37323 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:20:00,726 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:20:00,726 WARN  [BP-1027140785-172.17.0.3-1731043152404 heartbeating to localhost/127.0.0.1:37323 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1027140785-172.17.0.3-1731043152404 (Datanode Uuid d732ba9e-d997-4508-a935-b089b6d2ca09) service to localhost/127.0.0.1:37323
2024-11-08T05:20:00,726 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:20:00,727 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/cluster_ee1d64bc-b69c-4a99-f577-82d808875db7/data/data1/current/BP-1027140785-172.17.0.3-1731043152404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:20:00,727 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/cluster_ee1d64bc-b69c-4a99-f577-82d808875db7/data/data2/current/BP-1027140785-172.17.0.3-1731043152404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:20:00,727 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:20:00,731 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@585a476f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:20:00,732 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32d815d3{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:20:00,732 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:20:00,732 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@175ebd1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:20:00,732 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bbc2eb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/077708a7-3059-718d-1d8a-56f63bf5163d/hadoop.log.dir/,STOPPED}
2024-11-08T05:20:00,737 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-08T05:20:00,747 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:20:00,756 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 263)
Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37323
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:38639
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:42391
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42391
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-27-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-35-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37323 from jenkins.hfs.14
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37323 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37323
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38639
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42391 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-35-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50782)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38639 from jenkins.hfs.16
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37323 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42391
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-33-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-31-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38639 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37323
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50782)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50782)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38639 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37323
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-26-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:37323
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-26-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37323
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-31-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-35-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38639
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42391 from jenkins.hfs.15
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-27-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-26-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42391
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-31-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-33-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-33-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38639
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:42391
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-27-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42391 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38639
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=728 (was 652) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=455 (was 526), ProcessCount=11 (was 11), AvailableMemoryMB=5660 (was 6079)
2024-11-08T05:20:00,765 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=728, MaxFileDescriptor=1048576, SystemLoadAverage=455, ProcessCount=11, AvailableMemoryMB=5660
2024-11-08T05:20:00,778 INFO  [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2
2024-11-08T05:20:00,778 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/hadoop.log.dir so I do NOT create it in target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb
2024-11-08T05:20:00,778 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:20:00,778 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/hadoop.tmp.dir so I do NOT create it in target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb
2024-11-08T05:20:00,778 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fbb80f6-bf4a-9cc5-d7dc-cd6bd764f448/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:20:00,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb
2024-11-08T05:20:00,778 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/cluster_8f7dcb7b-5b0d-c05a-52f7-32a3f8227794, deleteOnExit=true
2024-11-08T05:20:00,781 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/cluster_8f7dcb7b-5b0d-c05a-52f7-32a3f8227794/zookeeper_0, clientPort=62278, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/cluster_8f7dcb7b-5b0d-c05a-52f7-32a3f8227794/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/cluster_8f7dcb7b-5b0d-c05a-52f7-32a3f8227794/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-08T05:20:00,782 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62278
2024-11-08T05:20:00,782 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:20:00,782 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:20:00,782 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/test.cache.data in system properties and HBase conf
2024-11-08T05:20:00,782 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:20:00,782 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:20:00,782 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:20:00,782 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:20:00,782 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:20:00,782 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:20:00,783 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:20:00,783 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:20:00,783 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:20:00,783 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:20:00,783 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:20:00,783 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:20:00,783 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:20:00,783 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:20:00,783 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:20:00,783 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:20:00,783 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:20:00,783 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:20:00,783 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:20:00,783 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:20:00,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10118e24daf0002, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:20:00,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10118e24daf0008, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:20:00,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10118e24daf0005, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:20:00,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10118e24daf0002, quorum=127.0.0.1:50782, baseZNode=/0-296057358 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:20:00,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10118e24daf0008, quorum=127.0.0.1:50782, baseZNode=/2-1856602325 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:20:00,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10118e24daf0005, quorum=127.0.0.1:50782, baseZNode=/1-1178150776 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:20:01,122 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:20:01,125 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:20:01,126 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:20:01,126 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:20:01,126 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:20:01,127 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:20:01,128 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d3bb0de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:20:01,128 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f2d2886{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:20:01,224 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d393ae5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/java.io.tmpdir/jetty-localhost-38031-hadoop-hdfs-3_4_1-tests_jar-_-any-15971742367518188448/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:20:01,224 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@732e8ed2{HTTP/1.1, (http/1.1)}{localhost:38031}
2024-11-08T05:20:01,224 INFO  [Time-limited test {}] server.Server(415): Started @274661ms
2024-11-08T05:20:01,447 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:20:01,449 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:20:01,453 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:20:01,453 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:20:01,453 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T05:20:01,453 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f7e26ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:20:01,454 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a49ab0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:20:01,550 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@598bb7fe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/java.io.tmpdir/jetty-localhost-41553-hadoop-hdfs-3_4_1-tests_jar-_-any-10627792532670363702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:20:01,550 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ecd23c6{HTTP/1.1, (http/1.1)}{localhost:41553}
2024-11-08T05:20:01,550 INFO  [Time-limited test {}] server.Server(415): Started @274987ms
2024-11-08T05:20:01,552 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:20:02,118 WARN  [Thread-3433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/cluster_8f7dcb7b-5b0d-c05a-52f7-32a3f8227794/data/data2/current/BP-1189611021-172.17.0.3-1731043200798/current, will proceed with Du for space computation calculation, 
2024-11-08T05:20:02,118 WARN  [Thread-3432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/cluster_8f7dcb7b-5b0d-c05a-52f7-32a3f8227794/data/data1/current/BP-1189611021-172.17.0.3-1731043200798/current, will proceed with Du for space computation calculation, 
2024-11-08T05:20:02,133 WARN  [Thread-3420 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:20:02,135 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c516d16c57926dd with lease ID 0x4a8e6955dc596245: Processing first storage report for DS-805018fa-51c5-40dd-b195-913c3f075dd8 from datanode DatanodeRegistration(127.0.0.1:42821, datanodeUuid=4bcfd6a6-bdda-4059-b207-972120f2c93a, infoPort=39247, infoSecurePort=0, ipcPort=34347, storageInfo=lv=-57;cid=testClusterID;nsid=823125740;c=1731043200798)
2024-11-08T05:20:02,135 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c516d16c57926dd with lease ID 0x4a8e6955dc596245: from storage DS-805018fa-51c5-40dd-b195-913c3f075dd8 node DatanodeRegistration(127.0.0.1:42821, datanodeUuid=4bcfd6a6-bdda-4059-b207-972120f2c93a, infoPort=39247, infoSecurePort=0, ipcPort=34347, storageInfo=lv=-57;cid=testClusterID;nsid=823125740;c=1731043200798), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:20:02,135 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c516d16c57926dd with lease ID 0x4a8e6955dc596245: Processing first storage report for DS-5db2f043-dfac-40c9-a2aa-5ccfe7e235d3 from datanode DatanodeRegistration(127.0.0.1:42821, datanodeUuid=4bcfd6a6-bdda-4059-b207-972120f2c93a, infoPort=39247, infoSecurePort=0, ipcPort=34347, storageInfo=lv=-57;cid=testClusterID;nsid=823125740;c=1731043200798)
2024-11-08T05:20:02,135 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c516d16c57926dd with lease ID 0x4a8e6955dc596245: from storage DS-5db2f043-dfac-40c9-a2aa-5ccfe7e235d3 node DatanodeRegistration(127.0.0.1:42821, datanodeUuid=4bcfd6a6-bdda-4059-b207-972120f2c93a, infoPort=39247, infoSecurePort=0, ipcPort=34347, storageInfo=lv=-57;cid=testClusterID;nsid=823125740;c=1731043200798), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-08T05:20:02,173 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb
2024-11-08T05:20:02,174 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:02,175 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:02,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:20:02,581 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36 with version=8
2024-11-08T05:20:02,581 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/hbase-staging
2024-11-08T05:20:02,583 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:20:02,584 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:02,584 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:02,584 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:20:02,584 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:02,584 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:20:02,584 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:20:02,584 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:20:02,584 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46057
2024-11-08T05:20:02,585 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46057 connecting to ZooKeeper ensemble=127.0.0.1:62278
2024-11-08T05:20:02,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460570x0, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:20:02,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46057-0x10118e30ab80000 connected
2024-11-08T05:20:02,754 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:02,755 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:02,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Set watcher on znode that does not yet exist, /0-750350200/running
2024-11-08T05:20:02,757 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36, hbase.cluster.distributed=false
2024-11-08T05:20:02,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Set watcher on znode that does not yet exist, /0-750350200/acl
2024-11-08T05:20:02,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46057
2024-11-08T05:20:02,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46057
2024-11-08T05:20:02,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46057
2024-11-08T05:20:02,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46057
2024-11-08T05:20:02,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46057
2024-11-08T05:20:02,778 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:20:02,778 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:02,778 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:02,778 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:20:02,778 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:02,778 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:20:02,778 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:20:02,778 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:20:02,779 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42371
2024-11-08T05:20:02,779 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42371 connecting to ZooKeeper ensemble=127.0.0.1:62278
2024-11-08T05:20:02,780 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:02,782 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:02,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423710x0, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:20:02,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42371-0x10118e30ab80001 connected
2024-11-08T05:20:02,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Set watcher on znode that does not yet exist, /0-750350200/running
2024-11-08T05:20:02,849 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:20:02,850 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:20:02,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Set watcher on znode that does not yet exist, /0-750350200/master
2024-11-08T05:20:02,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Set watcher on znode that does not yet exist, /0-750350200/acl
2024-11-08T05:20:02,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42371
2024-11-08T05:20:02,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42371
2024-11-08T05:20:02,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42371
2024-11-08T05:20:02,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42371
2024-11-08T05:20:02,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42371
2024-11-08T05:20:02,864 DEBUG [M:0;d1ba675678c9:46057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:46057
2024-11-08T05:20:02,865 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-750350200/backup-masters/d1ba675678c9,46057,1731043202583
2024-11-08T05:20:02,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200/backup-masters
2024-11-08T05:20:02,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200/backup-masters
2024-11-08T05:20:02,912 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Set watcher on existing znode=/0-750350200/backup-masters/d1ba675678c9,46057,1731043202583
2024-11-08T05:20:02,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-750350200/master
2024-11-08T05:20:02,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200
2024-11-08T05:20:02,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200
2024-11-08T05:20:02,922 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Set watcher on existing znode=/0-750350200/master
2024-11-08T05:20:02,923 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-750350200/backup-masters/d1ba675678c9,46057,1731043202583 from backup master directory
2024-11-08T05:20:02,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-750350200/backup-masters/d1ba675678c9,46057,1731043202583
2024-11-08T05:20:02,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200/backup-masters
2024-11-08T05:20:02,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200/backup-masters
2024-11-08T05:20:02,933 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:20:02,933 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,46057,1731043202583
2024-11-08T05:20:02,935 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/hbase.id] with ID: ee08adb1-e7e9-4e51-9009-a75cb0977333
2024-11-08T05:20:02,935 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/.tmp/hbase.id
2024-11-08T05:20:02,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:20:03,339 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/.tmp/hbase.id]:[hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/hbase.id]
2024-11-08T05:20:03,346 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:03,347 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:20:03,347 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-08T05:20:03,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200
2024-11-08T05:20:03,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200
2024-11-08T05:20:03,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:20:03,790 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:20:03,791 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:20:03,791 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:20:03,795 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:20:04,196 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store
2024-11-08T05:20:04,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:20:04,601 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:04,601 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:20:04,601 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:04,601 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:04,601 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:20:04,601 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:04,601 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:04,601 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043204601Disabling compacts and flushes for region at 1731043204601Disabling writes for close at 1731043204601Writing region close event to WAL at 1731043204601Closed at 1731043204601
2024-11-08T05:20:04,602 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store/.initializing
2024-11-08T05:20:04,602 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/WALs/d1ba675678c9,46057,1731043202583
2024-11-08T05:20:04,603 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:20:04,604 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C46057%2C1731043202583, suffix=, logDir=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/WALs/d1ba675678c9,46057,1731043202583, archiveDir=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/oldWALs, maxLogs=10
2024-11-08T05:20:04,616 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/WALs/d1ba675678c9,46057,1731043202583/d1ba675678c9%2C46057%2C1731043202583.1731043204604, exclude list is [], retry=0
2024-11-08T05:20:04,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42821,DS-805018fa-51c5-40dd-b195-913c3f075dd8,DISK]
2024-11-08T05:20:04,619 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/WALs/d1ba675678c9,46057,1731043202583/d1ba675678c9%2C46057%2C1731043202583.1731043204604
2024-11-08T05:20:04,619 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39247:39247)]
2024-11-08T05:20:04,619 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:20:04,619 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:04,620 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:04,620 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:04,620 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:04,621 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:20:04,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:04,622 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:04,622 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:04,622 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:20:04,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:04,623 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:04,623 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:04,624 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:20:04,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:04,624 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:04,624 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:04,625 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:20:04,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:04,625 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:04,625 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:04,626 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:04,626 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:04,627 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:04,627 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:04,627 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:20:04,628 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:04,629 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:20:04,629 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70659494, jitterRate=0.052908509969711304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:20:04,630 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731043204620Initializing all the Stores at 1731043204620Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043204620Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043204620Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043204620Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043204620Cleaning up temporary data from old regions at 1731043204627 (+7 ms)Region opened successfully at 1731043204630 (+3 ms)
2024-11-08T05:20:04,630 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:20:04,632 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425f255c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:20:04,633 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:20:04,633 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:20:04,633 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:20:04,633 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:20:04,633 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:20:04,634 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:20:04,634 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:20:04,635 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:20:04,636 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Unable to get data of znode /0-750350200/balancer because node does not exist (not necessarily an error)
2024-11-08T05:20:04,701 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-750350200/balancer already deleted, retry=false
2024-11-08T05:20:04,701 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:20:04,702 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Unable to get data of znode /0-750350200/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:20:04,711 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-750350200/normalizer already deleted, retry=false
2024-11-08T05:20:04,712 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:20:04,712 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Unable to get data of znode /0-750350200/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:20:04,722 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-750350200/switch/split already deleted, retry=false
2024-11-08T05:20:04,723 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Unable to get data of znode /0-750350200/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:20:04,733 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-750350200/switch/merge already deleted, retry=false
2024-11-08T05:20:04,734 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Unable to get data of znode /0-750350200/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:20:04,743 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-750350200/snapshot-cleanup already deleted, retry=false
2024-11-08T05:20:04,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-750350200/running
2024-11-08T05:20:04,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-750350200/running
2024-11-08T05:20:04,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200
2024-11-08T05:20:04,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200
2024-11-08T05:20:04,754 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,46057,1731043202583, sessionid=0x10118e30ab80000, setting cluster-up flag (Was=false)
2024-11-08T05:20:04,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200
2024-11-08T05:20:04,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200
2024-11-08T05:20:04,806 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-750350200/flush-table-proc/acquired, /0-750350200/flush-table-proc/reached, /0-750350200/flush-table-proc/abort
2024-11-08T05:20:04,807 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,46057,1731043202583
2024-11-08T05:20:04,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200
2024-11-08T05:20:04,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200
2024-11-08T05:20:04,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-08T05:20:04,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-08T05:20:04,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:20:04,859 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-750350200/online-snapshot/acquired, /0-750350200/online-snapshot/reached, /0-750350200/online-snapshot/abort
2024-11-08T05:20:04,860 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,46057,1731043202583
2024-11-08T05:20:04,861 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:20:04,862 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:04,862 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:20:04,862 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:20:04,862 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,46057,1731043202583
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:20:04,863 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:04,863 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:04,863 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:04,863 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:04,863 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:20:04,864 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:04,864 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:20:04,864 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:04,864 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043234864
2024-11-08T05:20:04,864 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:20:04,865 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:20:04,865 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:20:04,865 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:20:04,865 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:20:04,865 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:20:04,865 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:04,865 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:20:04,865 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:04,865 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:20:04,865 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:20:04,866 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:20:04,866 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:20:04,866 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:04,866 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:20:04,866 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:20:04,866 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:20:04,866 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043204866,5,FailOnTimeoutGroup]
2024-11-08T05:20:04,866 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043204866,5,FailOnTimeoutGroup]
2024-11-08T05:20:04,866 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:04,866 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:20:04,866 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:04,866 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:04,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:20:04,957 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(746): ClusterId : ee08adb1-e7e9-4e51-9009-a75cb0977333
2024-11-08T05:20:04,957 DEBUG [RS:0;d1ba675678c9:42371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:20:04,965 DEBUG [RS:0;d1ba675678c9:42371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:20:04,965 DEBUG [RS:0;d1ba675678c9:42371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:20:04,975 DEBUG [RS:0;d1ba675678c9:42371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:20:04,975 DEBUG [RS:0;d1ba675678c9:42371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ddaf9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:20:04,986 DEBUG [RS:0;d1ba675678c9:42371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:42371
2024-11-08T05:20:04,986 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:20:04,986 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:20:04,986 DEBUG [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:20:04,987 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,46057,1731043202583 with port=42371, startcode=1731043202778
2024-11-08T05:20:04,987 DEBUG [RS:0;d1ba675678c9:42371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:20:04,988 INFO  [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:20:04,989 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46057 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,42371,1731043202778
2024-11-08T05:20:04,989 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46057 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,42371,1731043202778
2024-11-08T05:20:04,990 DEBUG [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36
2024-11-08T05:20:04,990 DEBUG [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35581
2024-11-08T05:20:04,990 DEBUG [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:20:04,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200/rs
2024-11-08T05:20:04,996 DEBUG [RS:0;d1ba675678c9:42371 {}] zookeeper.ZKUtil(111): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Set watcher on existing znode=/0-750350200/rs/d1ba675678c9,42371,1731043202778
2024-11-08T05:20:04,996 WARN  [RS:0;d1ba675678c9:42371 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:20:04,996 INFO  [RS:0;d1ba675678c9:42371 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:20:04,996 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,42371,1731043202778]
2024-11-08T05:20:04,996 DEBUG [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778
2024-11-08T05:20:04,998 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:20:05,000 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:20:05,000 INFO  [RS:0;d1ba675678c9:42371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:20:05,000 INFO  [RS:0;d1ba675678c9:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:05,000 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:20:05,001 INFO  [RS:0;d1ba675678c9:42371 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:20:05,001 INFO  [RS:0;d1ba675678c9:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:05,001 DEBUG [RS:0;d1ba675678c9:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:05,001 DEBUG [RS:0;d1ba675678c9:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:05,001 DEBUG [RS:0;d1ba675678c9:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:05,001 DEBUG [RS:0;d1ba675678c9:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:05,001 DEBUG [RS:0;d1ba675678c9:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:05,001 DEBUG [RS:0;d1ba675678c9:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:20:05,001 DEBUG [RS:0;d1ba675678c9:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:05,001 DEBUG [RS:0;d1ba675678c9:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:05,001 DEBUG [RS:0;d1ba675678c9:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:05,001 DEBUG [RS:0;d1ba675678c9:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:05,001 DEBUG [RS:0;d1ba675678c9:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:05,001 DEBUG [RS:0;d1ba675678c9:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:05,001 DEBUG [RS:0;d1ba675678c9:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:20:05,001 DEBUG [RS:0;d1ba675678c9:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:20:05,002 INFO  [RS:0;d1ba675678c9:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:05,002 INFO  [RS:0;d1ba675678c9:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:05,002 INFO  [RS:0;d1ba675678c9:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:05,002 INFO  [RS:0;d1ba675678c9:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:05,002 INFO  [RS:0;d1ba675678c9:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:05,002 INFO  [RS:0;d1ba675678c9:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42371,1731043202778-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:20:05,016 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:20:05,016 INFO  [RS:0;d1ba675678c9:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42371,1731043202778-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:05,017 INFO  [RS:0;d1ba675678c9:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:05,017 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.Replication(171): d1ba675678c9,42371,1731043202778 started
2024-11-08T05:20:05,029 INFO  [RS:0;d1ba675678c9:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:05,029 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,42371,1731043202778, RpcServer on d1ba675678c9/172.17.0.3:42371, sessionid=0x10118e30ab80001
2024-11-08T05:20:05,029 DEBUG [RS:0;d1ba675678c9:42371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:20:05,029 DEBUG [RS:0;d1ba675678c9:42371 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,42371,1731043202778
2024-11-08T05:20:05,029 DEBUG [RS:0;d1ba675678c9:42371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,42371,1731043202778'
2024-11-08T05:20:05,029 DEBUG [RS:0;d1ba675678c9:42371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-750350200/flush-table-proc/abort'
2024-11-08T05:20:05,030 DEBUG [RS:0;d1ba675678c9:42371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-750350200/flush-table-proc/acquired'
2024-11-08T05:20:05,030 DEBUG [RS:0;d1ba675678c9:42371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:20:05,030 DEBUG [RS:0;d1ba675678c9:42371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:20:05,030 DEBUG [RS:0;d1ba675678c9:42371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,42371,1731043202778
2024-11-08T05:20:05,030 DEBUG [RS:0;d1ba675678c9:42371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,42371,1731043202778'
2024-11-08T05:20:05,030 DEBUG [RS:0;d1ba675678c9:42371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-750350200/online-snapshot/abort'
2024-11-08T05:20:05,030 DEBUG [RS:0;d1ba675678c9:42371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-750350200/online-snapshot/acquired'
2024-11-08T05:20:05,031 DEBUG [RS:0;d1ba675678c9:42371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:20:05,031 INFO  [RS:0;d1ba675678c9:42371 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:20:05,031 INFO  [RS:0;d1ba675678c9:42371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:20:05,131 INFO  [RS:0;d1ba675678c9:42371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:20:05,132 INFO  [RS:0;d1ba675678c9:42371 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42371%2C1731043202778, suffix=, logDir=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778, archiveDir=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/oldWALs, maxLogs=10
2024-11-08T05:20:05,144 DEBUG [RS:0;d1ba675678c9:42371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132, exclude list is [], retry=0
2024-11-08T05:20:05,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42821,DS-805018fa-51c5-40dd-b195-913c3f075dd8,DISK]
2024-11-08T05:20:05,148 INFO  [RS:0;d1ba675678c9:42371 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132
2024-11-08T05:20:05,148 DEBUG [RS:0;d1ba675678c9:42371 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39247:39247)]
2024-11-08T05:20:05,272 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:20:05,272 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36
2024-11-08T05:20:05,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741833_1009 (size=32)
2024-11-08T05:20:05,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:05,677 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:20:05,678 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:20:05,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:05,679 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:05,679 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:20:05,680 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:20:05,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:05,680 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:05,680 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:20:05,681 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:20:05,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:05,681 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:05,681 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:20:05,682 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:20:05,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:05,682 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:05,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:20:05,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740
2024-11-08T05:20:05,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740
2024-11-08T05:20:05,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:20:05,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:20:05,683 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:20:05,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:20:05,685 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:20:05,685 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67763067, jitterRate=0.009748384356498718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:20:05,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731043205676Initializing all the Stores at 1731043205677 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043205677Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043205677Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043205677Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043205677Cleaning up temporary data from old regions at 1731043205683 (+6 ms)Region opened successfully at 1731043205686 (+3 ms)
2024-11-08T05:20:05,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:20:05,686 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:20:05,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:20:05,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:20:05,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:20:05,686 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:20:05,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043205686Disabling compacts and flushes for region at 1731043205686Disabling writes for close at 1731043205686Writing region close event to WAL at 1731043205686Closed at 1731043205686
2024-11-08T05:20:05,687 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:05,687 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:20:05,687 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:20:05,688 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:20:05,689 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:20:05,839 DEBUG [d1ba675678c9:46057 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:20:05,839 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,42371,1731043202778
2024-11-08T05:20:05,840 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,42371,1731043202778, state=OPENING
2024-11-08T05:20:05,922 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:20:05,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200
2024-11-08T05:20:05,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200
2024-11-08T05:20:05,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-750350200/meta-region-server: CHANGED
2024-11-08T05:20:05,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-750350200/meta-region-server: CHANGED
2024-11-08T05:20:05,933 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:20:05,933 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,42371,1731043202778}]
2024-11-08T05:20:06,085 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:20:06,087 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:20:06,089 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:20:06,089 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:20:06,089 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:20:06,090 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42371%2C1731043202778.meta, suffix=.meta, logDir=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778, archiveDir=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/oldWALs, maxLogs=10
2024-11-08T05:20:06,105 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.meta.1731043206091.meta, exclude list is [], retry=0
2024-11-08T05:20:06,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42821,DS-805018fa-51c5-40dd-b195-913c3f075dd8,DISK]
2024-11-08T05:20:06,109 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.meta.1731043206091.meta
2024-11-08T05:20:06,109 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39247:39247)]
2024-11-08T05:20:06,109 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:20:06,109 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:20:06,109 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:20:06,110 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:20:06,110 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:20:06,110 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:20:06,110 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:06,110 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:20:06,110 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:20:06,111 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:20:06,112 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:20:06,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:06,112 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:06,112 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:20:06,112 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:20:06,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:06,113 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:06,113 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:20:06,113 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:20:06,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:06,114 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:06,114 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:20:06,114 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:20:06,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:06,115 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:06,115 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:20:06,115 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740
2024-11-08T05:20:06,116 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740
2024-11-08T05:20:06,117 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:20:06,117 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:20:06,117 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:20:06,118 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:20:06,119 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61310691, jitterRate=-0.08639951050281525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:20:06,119 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:20:06,119 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731043206110Writing region info on filesystem at 1731043206110Initializing all the Stores at 1731043206111 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043206111Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043206111Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043206111Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043206111Cleaning up temporary data from old regions at 1731043206117 (+6 ms)Running coprocessor post-open hooks at 1731043206119 (+2 ms)Region opened successfully at 1731043206119
2024-11-08T05:20:06,120 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043206085
2024-11-08T05:20:06,122 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:20:06,122 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:20:06,123 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,42371,1731043202778
2024-11-08T05:20:06,123 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,42371,1731043202778, state=OPEN
2024-11-08T05:20:06,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-750350200/meta-region-server
2024-11-08T05:20:06,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-750350200/meta-region-server
2024-11-08T05:20:06,162 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,42371,1731043202778
2024-11-08T05:20:06,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-750350200/meta-region-server: CHANGED
2024-11-08T05:20:06,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-750350200/meta-region-server: CHANGED
2024-11-08T05:20:06,164 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:20:06,164 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,42371,1731043202778 in 229 msec
2024-11-08T05:20:06,165 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:20:06,165 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 477 msec
2024-11-08T05:20:06,166 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:06,166 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:20:06,167 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:20:06,167 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42371,1731043202778, seqNum=-1]
2024-11-08T05:20:06,167 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:20:06,168 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:20:06,174 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3110 sec
2024-11-08T05:20:06,174 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043206174, completionTime=-1
2024-11-08T05:20:06,174 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:20:06,174 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:20:06,176 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:20:06,176 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043266176
2024-11-08T05:20:06,176 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043326176
2024-11-08T05:20:06,176 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-08T05:20:06,177 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,46057,1731043202583-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:06,177 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,46057,1731043202583-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:06,177 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,46057,1731043202583-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:06,177 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:46057, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:06,177 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:06,177 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:06,181 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.248sec
2024-11-08T05:20:06,181 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:20:06,181 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:20:06,181 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:20:06,181 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:20:06,181 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:20:06,181 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,46057,1731043202583-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:20:06,181 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,46057,1731043202583-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:20:06,183 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:20:06,183 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:20:06,183 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,46057,1731043202583-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:06,184 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:20:06,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36913524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:06,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,46057,-1 for getting cluster id
2024-11-08T05:20:06,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:06,259 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee08adb1-e7e9-4e51-9009-a75cb0977333'
2024-11-08T05:20:06,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:06,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee08adb1-e7e9-4e51-9009-a75cb0977333"

2024-11-08T05:20:06,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245b2371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:06,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,46057,-1]
2024-11-08T05:20:06,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:06,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:06,261 INFO  [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:06,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3caea161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:06,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:20:06,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42371,1731043202778, seqNum=-1]
2024-11-08T05:20:06,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:20:06,263 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:20:06,264 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,46057,1731043202583
2024-11-08T05:20:06,265 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62278
2024-11-08T05:20:06,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:20:06,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10118e30ab80002 connected
2024-11-08T05:20:06,304 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/hadoop.log.dir so I do NOT create it in target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0
2024-11-08T05:20:06,304 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:20:06,304 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/hadoop.tmp.dir so I do NOT create it in target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0
2024-11-08T05:20:06,304 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:20:06,304 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0
2024-11-08T05:20:06,304 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:20:06,304 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/cluster_cdf30f20-7e02-a08b-955f-dc92629c7060, deleteOnExit=true
2024-11-08T05:20:06,304 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:20:06,304 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/test.cache.data in system properties and HBase conf
2024-11-08T05:20:06,304 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:20:06,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:20:06,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:20:06,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:20:06,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:20:06,305 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:20:06,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:20:06,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:20:06,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:20:06,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:20:06,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:20:06,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:20:06,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:20:06,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:20:06,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:20:06,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:20:06,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:20:06,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:20:06,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:20:06,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:20:06,611 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:20:06,614 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:20:06,616 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:20:06,616 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:20:06,616 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:20:06,616 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:20:06,616 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@712132b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:20:06,617 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d4b7fc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:20:06,711 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45df0349{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/java.io.tmpdir/jetty-localhost-37009-hadoop-hdfs-3_4_1-tests_jar-_-any-5887194023216727539/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:20:06,712 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6477d5e1{HTTP/1.1, (http/1.1)}{localhost:37009}
2024-11-08T05:20:06,712 INFO  [Time-limited test {}] server.Server(415): Started @280148ms
2024-11-08T05:20:06,948 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:20:06,954 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:20:06,955 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:20:06,955 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:20:06,955 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T05:20:06,956 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4840c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:20:06,956 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b841556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:20:07,052 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1733f880{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/java.io.tmpdir/jetty-localhost-42549-hadoop-hdfs-3_4_1-tests_jar-_-any-14442130570086765779/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:20:07,052 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5aa680c0{HTTP/1.1, (http/1.1)}{localhost:42549}
2024-11-08T05:20:07,052 INFO  [Time-limited test {}] server.Server(415): Started @280488ms
2024-11-08T05:20:07,053 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:20:08,161 WARN  [Thread-3552 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/cluster_cdf30f20-7e02-a08b-955f-dc92629c7060/data/data1/current/BP-960963717-172.17.0.3-1731043206321/current, will proceed with Du for space computation calculation, 
2024-11-08T05:20:08,161 WARN  [Thread-3553 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/cluster_cdf30f20-7e02-a08b-955f-dc92629c7060/data/data2/current/BP-960963717-172.17.0.3-1731043206321/current, will proceed with Du for space computation calculation, 
2024-11-08T05:20:08,180 WARN  [Thread-3540 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:20:08,182 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4012a90e22c0513b with lease ID 0x383587197880b26c: Processing first storage report for DS-8f37f9e7-d1bd-4a13-aa77-5bbed1ba579c from datanode DatanodeRegistration(127.0.0.1:43887, datanodeUuid=81ad808b-b2e8-459d-bf52-395f43338011, infoPort=40699, infoSecurePort=0, ipcPort=38981, storageInfo=lv=-57;cid=testClusterID;nsid=1283606237;c=1731043206321)
2024-11-08T05:20:08,182 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4012a90e22c0513b with lease ID 0x383587197880b26c: from storage DS-8f37f9e7-d1bd-4a13-aa77-5bbed1ba579c node DatanodeRegistration(127.0.0.1:43887, datanodeUuid=81ad808b-b2e8-459d-bf52-395f43338011, infoPort=40699, infoSecurePort=0, ipcPort=38981, storageInfo=lv=-57;cid=testClusterID;nsid=1283606237;c=1731043206321), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:20:08,182 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4012a90e22c0513b with lease ID 0x383587197880b26c: Processing first storage report for DS-4e864bbb-cd70-4d16-bf02-8e64876b77b7 from datanode DatanodeRegistration(127.0.0.1:43887, datanodeUuid=81ad808b-b2e8-459d-bf52-395f43338011, infoPort=40699, infoSecurePort=0, ipcPort=38981, storageInfo=lv=-57;cid=testClusterID;nsid=1283606237;c=1731043206321)
2024-11-08T05:20:08,182 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4012a90e22c0513b with lease ID 0x383587197880b26c: from storage DS-4e864bbb-cd70-4d16-bf02-8e64876b77b7 node DatanodeRegistration(127.0.0.1:43887, datanodeUuid=81ad808b-b2e8-459d-bf52-395f43338011, infoPort=40699, infoSecurePort=0, ipcPort=38981, storageInfo=lv=-57;cid=testClusterID;nsid=1283606237;c=1731043206321), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:20:08,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0
2024-11-08T05:20:08,186 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:08,187 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:08,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:20:08,594 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2 with version=8
2024-11-08T05:20:08,594 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/hbase-staging
2024-11-08T05:20:08,595 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:20:08,595 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:08,596 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:08,596 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:20:08,596 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:08,596 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:20:08,596 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:20:08,596 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:20:08,596 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37259
2024-11-08T05:20:08,597 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37259 connecting to ZooKeeper ensemble=127.0.0.1:62278
2024-11-08T05:20:08,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372590x0, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:20:08,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37259-0x10118e30ab80003 connected
2024-11-08T05:20:08,711 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:08,713 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:08,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Set watcher on znode that does not yet exist, /1-1221145681/running
2024-11-08T05:20:08,715 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2, hbase.cluster.distributed=false
2024-11-08T05:20:08,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Set watcher on znode that does not yet exist, /1-1221145681/acl
2024-11-08T05:20:08,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37259
2024-11-08T05:20:08,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37259
2024-11-08T05:20:08,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37259
2024-11-08T05:20:08,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37259
2024-11-08T05:20:08,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37259
2024-11-08T05:20:08,734 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:20:08,734 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:08,734 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:08,734 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:20:08,734 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:08,734 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:20:08,734 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:20:08,735 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:20:08,735 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33257
2024-11-08T05:20:08,736 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33257 connecting to ZooKeeper ensemble=127.0.0.1:62278
2024-11-08T05:20:08,736 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:08,738 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:08,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332570x0, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:20:08,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332570x0, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Set watcher on znode that does not yet exist, /1-1221145681/running
2024-11-08T05:20:08,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33257-0x10118e30ab80004 connected
2024-11-08T05:20:08,765 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:20:08,765 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:20:08,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Set watcher on znode that does not yet exist, /1-1221145681/master
2024-11-08T05:20:08,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Set watcher on znode that does not yet exist, /1-1221145681/acl
2024-11-08T05:20:08,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33257
2024-11-08T05:20:08,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33257
2024-11-08T05:20:08,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33257
2024-11-08T05:20:08,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33257
2024-11-08T05:20:08,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33257
2024-11-08T05:20:08,785 DEBUG [M:0;d1ba675678c9:37259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:37259
2024-11-08T05:20:08,785 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1221145681/backup-masters/d1ba675678c9,37259,1731043208595
2024-11-08T05:20:08,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681/backup-masters
2024-11-08T05:20:08,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681/backup-masters
2024-11-08T05:20:08,796 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Set watcher on existing znode=/1-1221145681/backup-masters/d1ba675678c9,37259,1731043208595
2024-11-08T05:20:08,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1221145681/master
2024-11-08T05:20:08,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681
2024-11-08T05:20:08,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681
2024-11-08T05:20:08,806 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Set watcher on existing znode=/1-1221145681/master
2024-11-08T05:20:08,807 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1221145681/backup-masters/d1ba675678c9,37259,1731043208595 from backup master directory
2024-11-08T05:20:08,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681/backup-masters
2024-11-08T05:20:08,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1221145681/backup-masters/d1ba675678c9,37259,1731043208595
2024-11-08T05:20:08,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681/backup-masters
2024-11-08T05:20:08,817 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:20:08,817 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,37259,1731043208595
2024-11-08T05:20:08,819 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/hbase.id] with ID: ebf6b047-d2c3-4634-9fce-0df5d4df9a49
2024-11-08T05:20:08,819 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/.tmp/hbase.id
2024-11-08T05:20:08,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:20:09,227 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/.tmp/hbase.id]:[hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/hbase.id]
2024-11-08T05:20:09,237 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:09,237 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:20:09,237 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-08T05:20:09,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681
2024-11-08T05:20:09,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681
2024-11-08T05:20:09,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:20:09,290 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:20:09,291 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:20:09,291 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:20:09,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:20:09,299 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store
2024-11-08T05:20:09,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:20:09,707 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:09,708 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:20:09,708 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:09,708 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:09,708 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:20:09,708 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:09,708 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:09,708 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043209707Disabling compacts and flushes for region at 1731043209707Disabling writes for close at 1731043209708 (+1 ms)Writing region close event to WAL at 1731043209708Closed at 1731043209708
2024-11-08T05:20:09,708 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store/.initializing
2024-11-08T05:20:09,708 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/WALs/d1ba675678c9,37259,1731043208595
2024-11-08T05:20:09,709 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:20:09,710 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C37259%2C1731043208595, suffix=, logDir=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/WALs/d1ba675678c9,37259,1731043208595, archiveDir=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/oldWALs, maxLogs=10
2024-11-08T05:20:09,729 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/WALs/d1ba675678c9,37259,1731043208595/d1ba675678c9%2C37259%2C1731043208595.1731043209711, exclude list is [], retry=0
2024-11-08T05:20:09,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43887,DS-8f37f9e7-d1bd-4a13-aa77-5bbed1ba579c,DISK]
2024-11-08T05:20:09,733 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/WALs/d1ba675678c9,37259,1731043208595/d1ba675678c9%2C37259%2C1731043208595.1731043209711
2024-11-08T05:20:09,733 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40699:40699)]
2024-11-08T05:20:09,733 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:20:09,733 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:09,733 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:09,733 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:09,734 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:09,735 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:20:09,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:09,736 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:09,736 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:09,736 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:20:09,736 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:09,737 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:09,737 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:09,737 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:20:09,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:09,738 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:09,738 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:09,738 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:20:09,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:09,738 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:09,739 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:09,739 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:09,739 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:09,740 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:09,740 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:09,740 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:20:09,741 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:09,742 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:20:09,743 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67067839, jitterRate=-6.113201379776001E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:20:09,743 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731043209733Initializing all the Stores at 1731043209734 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043209734Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043209734Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043209734Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043209734Cleaning up temporary data from old regions at 1731043209740 (+6 ms)Region opened successfully at 1731043209743 (+3 ms)
2024-11-08T05:20:09,743 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:20:09,745 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f880c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:20:09,746 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:20:09,746 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:20:09,746 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:20:09,746 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:20:09,746 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:20:09,746 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:20:09,746 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:20:09,748 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:20:09,748 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Unable to get data of znode /1-1221145681/balancer because node does not exist (not necessarily an error)
2024-11-08T05:20:09,806 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1221145681/balancer already deleted, retry=false
2024-11-08T05:20:09,806 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:20:09,807 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Unable to get data of znode /1-1221145681/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:20:09,816 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1221145681/normalizer already deleted, retry=false
2024-11-08T05:20:09,817 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:20:09,818 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Unable to get data of znode /1-1221145681/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:20:09,827 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1221145681/switch/split already deleted, retry=false
2024-11-08T05:20:09,828 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Unable to get data of znode /1-1221145681/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:20:09,837 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1221145681/switch/merge already deleted, retry=false
2024-11-08T05:20:09,839 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Unable to get data of znode /1-1221145681/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:20:09,848 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1221145681/snapshot-cleanup already deleted, retry=false
2024-11-08T05:20:09,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1221145681/running
2024-11-08T05:20:09,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1221145681/running
2024-11-08T05:20:09,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681
2024-11-08T05:20:09,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681
2024-11-08T05:20:09,859 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,37259,1731043208595, sessionid=0x10118e30ab80003, setting cluster-up flag (Was=false)
2024-11-08T05:20:09,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681
2024-11-08T05:20:09,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681
2024-11-08T05:20:09,911 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1221145681/flush-table-proc/acquired, /1-1221145681/flush-table-proc/reached, /1-1221145681/flush-table-proc/abort
2024-11-08T05:20:09,912 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,37259,1731043208595
2024-11-08T05:20:09,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681
2024-11-08T05:20:09,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681
2024-11-08T05:20:09,964 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1221145681/online-snapshot/acquired, /1-1221145681/online-snapshot/reached, /1-1221145681/online-snapshot/abort
2024-11-08T05:20:09,965 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,37259,1731043208595
2024-11-08T05:20:09,966 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:20:09,967 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:09,967 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:20:09,968 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:20:09,968 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,37259,1731043208595
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:20:09,969 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:09,969 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:09,969 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:09,969 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:09,969 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:20:09,969 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:09,969 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:20:09,969 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:09,970 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043239970
2024-11-08T05:20:09,970 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:20:09,970 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:20:09,970 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:20:09,970 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:20:09,970 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:20:09,970 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:20:09,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:09,970 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:20:09,970 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:09,971 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:20:09,971 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:20:09,971 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:20:09,971 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:20:09,971 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:09,971 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:20:09,971 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:20:09,971 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:20:09,971 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043209971,5,FailOnTimeoutGroup]
2024-11-08T05:20:09,972 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043209971,5,FailOnTimeoutGroup]
2024-11-08T05:20:09,972 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:09,972 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:20:09,972 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:09,972 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:09,977 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(746): ClusterId : ebf6b047-d2c3-4634-9fce-0df5d4df9a49
2024-11-08T05:20:09,977 DEBUG [RS:0;d1ba675678c9:33257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:20:09,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:20:09,986 DEBUG [RS:0;d1ba675678c9:33257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:20:09,986 DEBUG [RS:0;d1ba675678c9:33257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:20:09,996 DEBUG [RS:0;d1ba675678c9:33257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:20:09,996 DEBUG [RS:0;d1ba675678c9:33257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12133f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:20:10,008 DEBUG [RS:0;d1ba675678c9:33257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:33257
2024-11-08T05:20:10,008 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:20:10,008 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:20:10,008 DEBUG [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:20:10,009 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,37259,1731043208595 with port=33257, startcode=1731043208734
2024-11-08T05:20:10,009 DEBUG [RS:0;d1ba675678c9:33257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:20:10,011 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:20:10,011 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37259 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,33257,1731043208734
2024-11-08T05:20:10,011 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37259 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,33257,1731043208734
2024-11-08T05:20:10,012 DEBUG [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2
2024-11-08T05:20:10,012 DEBUG [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43417
2024-11-08T05:20:10,012 DEBUG [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:20:10,066 DEBUG [RS:0;d1ba675678c9:33257 {}] zookeeper.ZKUtil(111): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Set watcher on existing znode=/1-1221145681/rs/d1ba675678c9,33257,1731043208734
2024-11-08T05:20:10,067 WARN  [RS:0;d1ba675678c9:33257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:20:10,067 INFO  [RS:0;d1ba675678c9:33257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:20:10,067 DEBUG [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734
2024-11-08T05:20:10,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681/rs
2024-11-08T05:20:10,072 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,33257,1731043208734]
2024-11-08T05:20:10,073 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:20:10,074 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:20:10,074 INFO  [RS:0;d1ba675678c9:33257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:20:10,074 INFO  [RS:0;d1ba675678c9:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:10,075 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:20:10,075 INFO  [RS:0;d1ba675678c9:33257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:20:10,075 INFO  [RS:0;d1ba675678c9:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:10,075 DEBUG [RS:0;d1ba675678c9:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:10,075 DEBUG [RS:0;d1ba675678c9:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:10,075 DEBUG [RS:0;d1ba675678c9:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:10,076 DEBUG [RS:0;d1ba675678c9:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:10,076 DEBUG [RS:0;d1ba675678c9:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:10,076 DEBUG [RS:0;d1ba675678c9:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:20:10,076 DEBUG [RS:0;d1ba675678c9:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:10,076 DEBUG [RS:0;d1ba675678c9:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:10,076 DEBUG [RS:0;d1ba675678c9:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:10,076 DEBUG [RS:0;d1ba675678c9:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:10,076 DEBUG [RS:0;d1ba675678c9:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:10,076 DEBUG [RS:0;d1ba675678c9:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:10,076 DEBUG [RS:0;d1ba675678c9:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:20:10,076 DEBUG [RS:0;d1ba675678c9:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:20:10,080 INFO  [RS:0;d1ba675678c9:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:10,080 INFO  [RS:0;d1ba675678c9:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:10,080 INFO  [RS:0;d1ba675678c9:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:10,080 INFO  [RS:0;d1ba675678c9:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:10,081 INFO  [RS:0;d1ba675678c9:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:10,081 INFO  [RS:0;d1ba675678c9:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33257,1731043208734-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:20:10,098 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:20:10,098 INFO  [RS:0;d1ba675678c9:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33257,1731043208734-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:10,099 INFO  [RS:0;d1ba675678c9:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:10,099 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.Replication(171): d1ba675678c9,33257,1731043208734 started
2024-11-08T05:20:10,115 INFO  [RS:0;d1ba675678c9:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:10,116 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,33257,1731043208734, RpcServer on d1ba675678c9/172.17.0.3:33257, sessionid=0x10118e30ab80004
2024-11-08T05:20:10,116 DEBUG [RS:0;d1ba675678c9:33257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:20:10,116 DEBUG [RS:0;d1ba675678c9:33257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,33257,1731043208734
2024-11-08T05:20:10,116 DEBUG [RS:0;d1ba675678c9:33257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,33257,1731043208734'
2024-11-08T05:20:10,116 DEBUG [RS:0;d1ba675678c9:33257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1221145681/flush-table-proc/abort'
2024-11-08T05:20:10,116 DEBUG [RS:0;d1ba675678c9:33257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1221145681/flush-table-proc/acquired'
2024-11-08T05:20:10,117 DEBUG [RS:0;d1ba675678c9:33257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:20:10,117 DEBUG [RS:0;d1ba675678c9:33257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:20:10,117 DEBUG [RS:0;d1ba675678c9:33257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,33257,1731043208734
2024-11-08T05:20:10,117 DEBUG [RS:0;d1ba675678c9:33257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,33257,1731043208734'
2024-11-08T05:20:10,117 DEBUG [RS:0;d1ba675678c9:33257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1221145681/online-snapshot/abort'
2024-11-08T05:20:10,117 DEBUG [RS:0;d1ba675678c9:33257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1221145681/online-snapshot/acquired'
2024-11-08T05:20:10,118 DEBUG [RS:0;d1ba675678c9:33257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:20:10,118 INFO  [RS:0;d1ba675678c9:33257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:20:10,118 INFO  [RS:0;d1ba675678c9:33257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:20:10,218 INFO  [RS:0;d1ba675678c9:33257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:20:10,221 INFO  [RS:0;d1ba675678c9:33257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C33257%2C1731043208734, suffix=, logDir=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734, archiveDir=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/oldWALs, maxLogs=10
2024-11-08T05:20:10,239 DEBUG [RS:0;d1ba675678c9:33257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222, exclude list is [], retry=0
2024-11-08T05:20:10,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43887,DS-8f37f9e7-d1bd-4a13-aa77-5bbed1ba579c,DISK]
2024-11-08T05:20:10,243 INFO  [RS:0;d1ba675678c9:33257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222
2024-11-08T05:20:10,243 DEBUG [RS:0;d1ba675678c9:33257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40699:40699)]
2024-11-08T05:20:10,357 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:20:10,358 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:10,358 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:10,358 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:10,359 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:10,359 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:10,382 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:20:10,383 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2
2024-11-08T05:20:10,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741833_1009 (size=32)
2024-11-08T05:20:10,402 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:10,402 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:10,402 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:10,402 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:10,403 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:10,403 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:10,411 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:10,415 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:10,415 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:10,418 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:10,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:10,795 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:20:10,796 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:20:10,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:10,796 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:10,796 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:20:10,797 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:20:10,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:10,797 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:10,797 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:20:10,798 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:20:10,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:10,798 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:10,798 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:20:10,799 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:20:10,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:10,799 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:10,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:20:10,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740
2024-11-08T05:20:10,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740
2024-11-08T05:20:10,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:20:10,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:20:10,802 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:20:10,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:20:10,803 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:20:10,804 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67872551, jitterRate=0.011379823088645935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:20:10,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731043210794Initializing all the Stores at 1731043210795 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043210795Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043210795Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043210795Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043210795Cleaning up temporary data from old regions at 1731043210801 (+6 ms)Region opened successfully at 1731043210804 (+3 ms)
2024-11-08T05:20:10,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:20:10,804 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:20:10,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:20:10,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:20:10,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:20:10,804 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:20:10,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043210804Disabling compacts and flushes for region at 1731043210804Disabling writes for close at 1731043210804Writing region close event to WAL at 1731043210804Closed at 1731043210804
2024-11-08T05:20:10,805 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:10,805 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:20:10,805 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:20:10,806 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:20:10,807 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:20:10,957 DEBUG [d1ba675678c9:37259 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:20:10,958 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,33257,1731043208734
2024-11-08T05:20:10,958 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,33257,1731043208734, state=OPENING
2024-11-08T05:20:10,999 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-08T05:20:11,048 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:20:11,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681
2024-11-08T05:20:11,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681
2024-11-08T05:20:11,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1221145681/meta-region-server: CHANGED
2024-11-08T05:20:11,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1221145681/meta-region-server: CHANGED
2024-11-08T05:20:11,059 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:20:11,059 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,33257,1731043208734}]
2024-11-08T05:20:11,212 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:20:11,215 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:20:11,221 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:20:11,221 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:20:11,221 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:20:11,223 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C33257%2C1731043208734.meta, suffix=.meta, logDir=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734, archiveDir=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/oldWALs, maxLogs=10
2024-11-08T05:20:11,242 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.meta.1731043211224.meta, exclude list is [], retry=0
2024-11-08T05:20:11,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43887,DS-8f37f9e7-d1bd-4a13-aa77-5bbed1ba579c,DISK]
2024-11-08T05:20:11,248 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.meta.1731043211224.meta
2024-11-08T05:20:11,252 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40699:40699)]
2024-11-08T05:20:11,252 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:20:11,253 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:20:11,253 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:20:11,253 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:20:11,253 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:20:11,253 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:20:11,253 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:11,253 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:20:11,253 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:20:11,256 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:20:11,257 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:20:11,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:11,257 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:11,257 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:20:11,259 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:20:11,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:11,259 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:11,259 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:20:11,260 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:20:11,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:11,260 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:11,260 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:20:11,261 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:20:11,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:11,262 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:11,262 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:20:11,262 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740
2024-11-08T05:20:11,263 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740
2024-11-08T05:20:11,264 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:20:11,264 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:20:11,264 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:20:11,265 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:20:11,266 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62146919, jitterRate=-0.07393874228000641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:20:11,266 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:20:11,266 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731043211253Writing region info on filesystem at 1731043211253Initializing all the Stores at 1731043211254 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043211254Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043211256 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043211256Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043211256Cleaning up temporary data from old regions at 1731043211264 (+8 ms)Running coprocessor post-open hooks at 1731043211266 (+2 ms)Region opened successfully at 1731043211266
2024-11-08T05:20:11,269 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043211212
2024-11-08T05:20:11,271 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:20:11,271 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:20:11,271 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,33257,1731043208734
2024-11-08T05:20:11,272 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,33257,1731043208734, state=OPEN
2024-11-08T05:20:11,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1221145681/meta-region-server
2024-11-08T05:20:11,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1221145681/meta-region-server
2024-11-08T05:20:11,280 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,33257,1731043208734
2024-11-08T05:20:11,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1221145681/meta-region-server: CHANGED
2024-11-08T05:20:11,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1221145681/meta-region-server: CHANGED
2024-11-08T05:20:11,282 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:20:11,282 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,33257,1731043208734 in 221 msec
2024-11-08T05:20:11,284 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:20:11,284 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 477 msec
2024-11-08T05:20:11,285 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:11,285 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:20:11,287 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:20:11,287 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,33257,1731043208734, seqNum=-1]
2024-11-08T05:20:11,287 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:20:11,288 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:20:11,293 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3260 sec
2024-11-08T05:20:11,293 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043211293, completionTime=-1
2024-11-08T05:20:11,293 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:20:11,293 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:20:11,295 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:20:11,295 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043271295
2024-11-08T05:20:11,295 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043331295
2024-11-08T05:20:11,295 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-08T05:20:11,296 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37259,1731043208595-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:11,296 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37259,1731043208595-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:11,296 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37259,1731043208595-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:11,296 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:37259, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:11,296 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:11,296 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:11,300 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:20:11,305 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.488sec
2024-11-08T05:20:11,306 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:20:11,306 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:20:11,306 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:20:11,306 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:20:11,306 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:20:11,306 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37259,1731043208595-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:20:11,306 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37259,1731043208595-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:20:11,309 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:20:11,309 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:20:11,309 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37259,1731043208595-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:11,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ff4272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:11,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37259,-1 for getting cluster id
2024-11-08T05:20:11,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:11,380 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf6b047-d2c3-4634-9fce-0df5d4df9a49'
2024-11-08T05:20:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf6b047-d2c3-4634-9fce-0df5d4df9a49"

2024-11-08T05:20:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2637f6cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37259,-1]
2024-11-08T05:20:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:11,382 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:11,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a44757e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:11,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:20:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,33257,1731043208734, seqNum=-1]
2024-11-08T05:20:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:20:11,385 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:20:11,387 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,37259,1731043208595
2024-11-08T05:20:11,388 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62278
2024-11-08T05:20:11,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:20:11,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10118e30ab80005 connected
2024-11-08T05:20:11,408 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/hadoop.log.dir so I do NOT create it in target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9
2024-11-08T05:20:11,408 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:20:11,408 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/hadoop.tmp.dir so I do NOT create it in target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9
2024-11-08T05:20:11,408 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:20:11,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9
2024-11-08T05:20:11,408 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:20:11,408 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/cluster_aad78cd0-1b23-62ad-9937-2f23b4c22e53, deleteOnExit=true
2024-11-08T05:20:11,408 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:20:11,409 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/test.cache.data in system properties and HBase conf
2024-11-08T05:20:11,409 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:20:11,409 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:20:11,409 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:20:11,409 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:20:11,409 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:20:11,409 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:20:11,409 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:20:11,409 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:20:11,409 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:20:11,410 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:20:11,410 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:20:11,410 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:20:11,410 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:20:11,410 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:20:11,410 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:20:11,410 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:20:11,410 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:20:11,410 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:20:11,410 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:20:11,410 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:20:11,782 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:20:11,792 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:20:11,856 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:20:11,856 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:20:11,857 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T05:20:11,860 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:20:11,861 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b331d6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:20:11,861 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53b2d1be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:20:11,990 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14671a5d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/java.io.tmpdir/jetty-localhost-45937-hadoop-hdfs-3_4_1-tests_jar-_-any-8184019336298236744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:20:11,990 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e91cfc1{HTTP/1.1, (http/1.1)}{localhost:45937}
2024-11-08T05:20:11,990 INFO  [Time-limited test {}] server.Server(415): Started @285427ms
2024-11-08T05:20:12,313 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:20:12,316 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:20:12,316 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:20:12,316 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:20:12,316 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:20:12,317 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@554d416c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:20:12,317 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cd76569{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:20:12,445 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75eff3e5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/java.io.tmpdir/jetty-localhost-44635-hadoop-hdfs-3_4_1-tests_jar-_-any-16640281548525763994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:20:12,445 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57ed330a{HTTP/1.1, (http/1.1)}{localhost:44635}
2024-11-08T05:20:12,445 INFO  [Time-limited test {}] server.Server(415): Started @285882ms
2024-11-08T05:20:12,447 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:20:13,377 WARN  [Thread-3673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/cluster_aad78cd0-1b23-62ad-9937-2f23b4c22e53/data/data1/current/BP-1212455381-172.17.0.3-1731043211444/current, will proceed with Du for space computation calculation, 
2024-11-08T05:20:13,384 WARN  [Thread-3674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/cluster_aad78cd0-1b23-62ad-9937-2f23b4c22e53/data/data2/current/BP-1212455381-172.17.0.3-1731043211444/current, will proceed with Du for space computation calculation, 
2024-11-08T05:20:13,424 WARN  [Thread-3661 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:20:13,429 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c766e5ffaf9a92b with lease ID 0x40233117dccfb970: Processing first storage report for DS-bfc48eec-53cb-4fba-a9bd-4dae6c5bca44 from datanode DatanodeRegistration(127.0.0.1:46335, datanodeUuid=3310090b-f1d7-4843-98a0-2ed6bba08963, infoPort=44435, infoSecurePort=0, ipcPort=38123, storageInfo=lv=-57;cid=testClusterID;nsid=1663417485;c=1731043211444)
2024-11-08T05:20:13,429 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c766e5ffaf9a92b with lease ID 0x40233117dccfb970: from storage DS-bfc48eec-53cb-4fba-a9bd-4dae6c5bca44 node DatanodeRegistration(127.0.0.1:46335, datanodeUuid=3310090b-f1d7-4843-98a0-2ed6bba08963, infoPort=44435, infoSecurePort=0, ipcPort=38123, storageInfo=lv=-57;cid=testClusterID;nsid=1663417485;c=1731043211444), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:20:13,430 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c766e5ffaf9a92b with lease ID 0x40233117dccfb970: Processing first storage report for DS-9c0d779d-31e4-4309-b13a-fae356752d21 from datanode DatanodeRegistration(127.0.0.1:46335, datanodeUuid=3310090b-f1d7-4843-98a0-2ed6bba08963, infoPort=44435, infoSecurePort=0, ipcPort=38123, storageInfo=lv=-57;cid=testClusterID;nsid=1663417485;c=1731043211444)
2024-11-08T05:20:13,430 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c766e5ffaf9a92b with lease ID 0x40233117dccfb970: from storage DS-9c0d779d-31e4-4309-b13a-fae356752d21 node DatanodeRegistration(127.0.0.1:46335, datanodeUuid=3310090b-f1d7-4843-98a0-2ed6bba08963, infoPort=44435, infoSecurePort=0, ipcPort=38123, storageInfo=lv=-57;cid=testClusterID;nsid=1663417485;c=1731043211444), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:20:13,497 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9
2024-11-08T05:20:13,497 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:13,498 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:13,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:20:13,905 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f with version=8
2024-11-08T05:20:13,905 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/hbase-staging
2024-11-08T05:20:13,908 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:20:13,908 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:13,908 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:13,908 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:20:13,908 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:13,908 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:20:13,908 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:20:13,908 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:20:13,909 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38245
2024-11-08T05:20:13,909 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38245 connecting to ZooKeeper ensemble=127.0.0.1:62278
2024-11-08T05:20:13,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382450x0, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:20:13,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38245-0x10118e30ab80006 connected
2024-11-08T05:20:14,143 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:14,145 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:14,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Set watcher on znode that does not yet exist, /2392661962/running
2024-11-08T05:20:14,147 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f, hbase.cluster.distributed=false
2024-11-08T05:20:14,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Set watcher on znode that does not yet exist, /2392661962/acl
2024-11-08T05:20:14,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38245
2024-11-08T05:20:14,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38245
2024-11-08T05:20:14,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38245
2024-11-08T05:20:14,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38245
2024-11-08T05:20:14,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38245
2024-11-08T05:20:14,167 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:20:14,167 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:14,167 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:14,167 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:20:14,167 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:14,167 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:20:14,167 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:20:14,167 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:20:14,168 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43095
2024-11-08T05:20:14,169 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43095 connecting to ZooKeeper ensemble=127.0.0.1:62278
2024-11-08T05:20:14,169 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:14,170 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:14,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430950x0, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:20:14,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430950x0, quorum=127.0.0.1:62278, baseZNode=/2392661962 Set watcher on znode that does not yet exist, /2392661962/running
2024-11-08T05:20:14,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43095-0x10118e30ab80007 connected
2024-11-08T05:20:14,187 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:20:14,188 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:20:14,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Set watcher on znode that does not yet exist, /2392661962/master
2024-11-08T05:20:14,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Set watcher on znode that does not yet exist, /2392661962/acl
2024-11-08T05:20:14,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43095
2024-11-08T05:20:14,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43095
2024-11-08T05:20:14,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43095
2024-11-08T05:20:14,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43095
2024-11-08T05:20:14,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43095
2024-11-08T05:20:14,223 DEBUG [M:0;d1ba675678c9:38245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:38245
2024-11-08T05:20:14,223 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2392661962/backup-masters/d1ba675678c9,38245,1731043213907
2024-11-08T05:20:14,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962/backup-masters
2024-11-08T05:20:14,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962/backup-masters
2024-11-08T05:20:14,236 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Set watcher on existing znode=/2392661962/backup-masters/d1ba675678c9,38245,1731043213907
2024-11-08T05:20:14,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2392661962/master
2024-11-08T05:20:14,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962
2024-11-08T05:20:14,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962
2024-11-08T05:20:14,248 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Set watcher on existing znode=/2392661962/master
2024-11-08T05:20:14,249 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2392661962/backup-masters/d1ba675678c9,38245,1731043213907 from backup master directory
2024-11-08T05:20:14,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2392661962/backup-masters/d1ba675678c9,38245,1731043213907
2024-11-08T05:20:14,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962/backup-masters
2024-11-08T05:20:14,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962/backup-masters
2024-11-08T05:20:14,259 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:20:14,259 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,38245,1731043213907
2024-11-08T05:20:14,262 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/hbase.id] with ID: cc0dc158-c9b0-40b2-93cb-c6ec7a5942c4
2024-11-08T05:20:14,262 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/.tmp/hbase.id
2024-11-08T05:20:14,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:20:14,270 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/.tmp/hbase.id]:[hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/hbase.id]
2024-11-08T05:20:14,277 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:14,277 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:20:14,278 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-08T05:20:14,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962
2024-11-08T05:20:14,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962
2024-11-08T05:20:14,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:20:14,295 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:20:14,295 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:20:14,295 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:20:14,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:20:14,702 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store
2024-11-08T05:20:14,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:20:14,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-08T05:20:14,855 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-08T05:20:15,107 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:15,107 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:20:15,107 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:15,107 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:15,107 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:20:15,107 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:15,107 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:15,107 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043215107Disabling compacts and flushes for region at 1731043215107Disabling writes for close at 1731043215107Writing region close event to WAL at 1731043215107Closed at 1731043215107
2024-11-08T05:20:15,108 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store/.initializing
2024-11-08T05:20:15,108 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/WALs/d1ba675678c9,38245,1731043213907
2024-11-08T05:20:15,109 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:20:15,110 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C38245%2C1731043213907, suffix=, logDir=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/WALs/d1ba675678c9,38245,1731043213907, archiveDir=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/oldWALs, maxLogs=10
2024-11-08T05:20:15,127 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/WALs/d1ba675678c9,38245,1731043213907/d1ba675678c9%2C38245%2C1731043213907.1731043215110, exclude list is [], retry=0
2024-11-08T05:20:15,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-bfc48eec-53cb-4fba-a9bd-4dae6c5bca44,DISK]
2024-11-08T05:20:15,130 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/WALs/d1ba675678c9,38245,1731043213907/d1ba675678c9%2C38245%2C1731043213907.1731043215110
2024-11-08T05:20:15,130 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44435:44435)]
2024-11-08T05:20:15,130 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:20:15,131 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:15,131 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:15,131 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:15,132 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:15,132 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:20:15,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:15,133 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:15,133 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:15,133 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:20:15,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:15,134 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:15,134 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:15,134 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:20:15,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:15,135 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:15,135 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:15,135 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:20:15,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:15,136 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:15,136 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:15,137 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:15,137 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:15,138 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:15,138 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:15,138 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:20:15,139 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:15,140 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:20:15,141 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72170075, jitterRate=0.07541792094707489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:20:15,141 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731043215131Initializing all the Stores at 1731043215131Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043215131Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043215131Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043215131Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043215131Cleaning up temporary data from old regions at 1731043215138 (+7 ms)Region opened successfully at 1731043215141 (+3 ms)
2024-11-08T05:20:15,141 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:20:15,143 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d03cfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:20:15,144 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:20:15,144 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:20:15,144 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:20:15,144 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:20:15,145 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:20:15,145 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:20:15,145 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:20:15,147 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:20:15,147 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Unable to get data of znode /2392661962/balancer because node does not exist (not necessarily an error)
2024-11-08T05:20:15,195 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2392661962/balancer already deleted, retry=false
2024-11-08T05:20:15,196 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:20:15,196 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Unable to get data of znode /2392661962/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:20:15,206 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2392661962/normalizer already deleted, retry=false
2024-11-08T05:20:15,206 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:20:15,207 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Unable to get data of znode /2392661962/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:20:15,216 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2392661962/switch/split already deleted, retry=false
2024-11-08T05:20:15,217 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Unable to get data of znode /2392661962/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:20:15,227 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2392661962/switch/merge already deleted, retry=false
2024-11-08T05:20:15,229 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Unable to get data of znode /2392661962/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:20:15,237 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2392661962/snapshot-cleanup already deleted, retry=false
2024-11-08T05:20:15,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2392661962/running
2024-11-08T05:20:15,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2392661962/running
2024-11-08T05:20:15,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962
2024-11-08T05:20:15,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962
2024-11-08T05:20:15,248 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,38245,1731043213907, sessionid=0x10118e30ab80006, setting cluster-up flag (Was=false)
2024-11-08T05:20:15,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962
2024-11-08T05:20:15,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962
2024-11-08T05:20:15,300 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2392661962/flush-table-proc/acquired, /2392661962/flush-table-proc/reached, /2392661962/flush-table-proc/abort
2024-11-08T05:20:15,301 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,38245,1731043213907
2024-11-08T05:20:15,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962
2024-11-08T05:20:15,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962
2024-11-08T05:20:15,353 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2392661962/online-snapshot/acquired, /2392661962/online-snapshot/reached, /2392661962/online-snapshot/abort
2024-11-08T05:20:15,354 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,38245,1731043213907
2024-11-08T05:20:15,355 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:20:15,356 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:15,356 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:20:15,356 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:20:15,356 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,38245,1731043213907
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:20:15,358 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:15,358 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:15,358 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:15,358 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:15,358 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:20:15,358 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:15,358 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:20:15,358 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:15,359 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043245359
2024-11-08T05:20:15,359 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:20:15,359 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:20:15,359 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:20:15,359 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:20:15,359 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:20:15,359 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:20:15,359 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:15,359 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:15,359 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:20:15,360 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:20:15,360 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:20:15,360 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:20:15,360 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:20:15,360 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:15,360 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:20:15,364 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:20:15,364 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:20:15,368 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043215364,5,FailOnTimeoutGroup]
2024-11-08T05:20:15,369 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043215368,5,FailOnTimeoutGroup]
2024-11-08T05:20:15,369 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:15,369 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:20:15,369 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:15,369 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:15,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:20:15,411 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(746): ClusterId : cc0dc158-c9b0-40b2-93cb-c6ec7a5942c4
2024-11-08T05:20:15,411 DEBUG [RS:0;d1ba675678c9:43095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:20:15,417 DEBUG [RS:0;d1ba675678c9:43095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:20:15,417 DEBUG [RS:0;d1ba675678c9:43095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:20:15,427 DEBUG [RS:0;d1ba675678c9:43095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:20:15,428 DEBUG [RS:0;d1ba675678c9:43095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e74ac5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:20:15,439 DEBUG [RS:0;d1ba675678c9:43095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:43095
2024-11-08T05:20:15,439 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:20:15,439 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:20:15,439 DEBUG [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:20:15,439 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,38245,1731043213907 with port=43095, startcode=1731043214167
2024-11-08T05:20:15,440 DEBUG [RS:0;d1ba675678c9:43095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:20:15,441 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:20:15,441 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,43095,1731043214167
2024-11-08T05:20:15,441 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38245 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,43095,1731043214167
2024-11-08T05:20:15,443 DEBUG [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f
2024-11-08T05:20:15,443 DEBUG [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38119
2024-11-08T05:20:15,443 DEBUG [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:20:15,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962/rs
2024-11-08T05:20:15,482 DEBUG [RS:0;d1ba675678c9:43095 {}] zookeeper.ZKUtil(111): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Set watcher on existing znode=/2392661962/rs/d1ba675678c9,43095,1731043214167
2024-11-08T05:20:15,482 WARN  [RS:0;d1ba675678c9:43095 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:20:15,482 INFO  [RS:0;d1ba675678c9:43095 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:20:15,482 DEBUG [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167
2024-11-08T05:20:15,482 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,43095,1731043214167]
2024-11-08T05:20:15,485 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:20:15,486 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:20:15,486 INFO  [RS:0;d1ba675678c9:43095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:20:15,486 INFO  [RS:0;d1ba675678c9:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:15,487 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:20:15,487 INFO  [RS:0;d1ba675678c9:43095 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:20:15,487 INFO  [RS:0;d1ba675678c9:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:15,487 DEBUG [RS:0;d1ba675678c9:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:15,487 DEBUG [RS:0;d1ba675678c9:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:15,487 DEBUG [RS:0;d1ba675678c9:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:15,487 DEBUG [RS:0;d1ba675678c9:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:15,487 DEBUG [RS:0;d1ba675678c9:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:15,487 DEBUG [RS:0;d1ba675678c9:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:20:15,487 DEBUG [RS:0;d1ba675678c9:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:15,487 DEBUG [RS:0;d1ba675678c9:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:15,487 DEBUG [RS:0;d1ba675678c9:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:15,487 DEBUG [RS:0;d1ba675678c9:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:15,487 DEBUG [RS:0;d1ba675678c9:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:15,487 DEBUG [RS:0;d1ba675678c9:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:15,488 DEBUG [RS:0;d1ba675678c9:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:20:15,488 DEBUG [RS:0;d1ba675678c9:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:20:15,488 INFO  [RS:0;d1ba675678c9:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:15,488 INFO  [RS:0;d1ba675678c9:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:15,488 INFO  [RS:0;d1ba675678c9:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:15,488 INFO  [RS:0;d1ba675678c9:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:15,488 INFO  [RS:0;d1ba675678c9:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:15,488 INFO  [RS:0;d1ba675678c9:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,43095,1731043214167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:20:15,502 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:20:15,502 INFO  [RS:0;d1ba675678c9:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,43095,1731043214167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:15,502 INFO  [RS:0;d1ba675678c9:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:15,502 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.Replication(171): d1ba675678c9,43095,1731043214167 started
2024-11-08T05:20:15,517 INFO  [RS:0;d1ba675678c9:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:15,517 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,43095,1731043214167, RpcServer on d1ba675678c9/172.17.0.3:43095, sessionid=0x10118e30ab80007
2024-11-08T05:20:15,517 DEBUG [RS:0;d1ba675678c9:43095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:20:15,517 DEBUG [RS:0;d1ba675678c9:43095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,43095,1731043214167
2024-11-08T05:20:15,517 DEBUG [RS:0;d1ba675678c9:43095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,43095,1731043214167'
2024-11-08T05:20:15,517 DEBUG [RS:0;d1ba675678c9:43095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2392661962/flush-table-proc/abort'
2024-11-08T05:20:15,517 DEBUG [RS:0;d1ba675678c9:43095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2392661962/flush-table-proc/acquired'
2024-11-08T05:20:15,518 DEBUG [RS:0;d1ba675678c9:43095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:20:15,518 DEBUG [RS:0;d1ba675678c9:43095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:20:15,518 DEBUG [RS:0;d1ba675678c9:43095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,43095,1731043214167
2024-11-08T05:20:15,518 DEBUG [RS:0;d1ba675678c9:43095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,43095,1731043214167'
2024-11-08T05:20:15,518 DEBUG [RS:0;d1ba675678c9:43095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2392661962/online-snapshot/abort'
2024-11-08T05:20:15,518 DEBUG [RS:0;d1ba675678c9:43095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2392661962/online-snapshot/acquired'
2024-11-08T05:20:15,519 DEBUG [RS:0;d1ba675678c9:43095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:20:15,519 INFO  [RS:0;d1ba675678c9:43095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:20:15,519 INFO  [RS:0;d1ba675678c9:43095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:20:15,619 INFO  [RS:0;d1ba675678c9:43095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:20:15,620 INFO  [RS:0;d1ba675678c9:43095 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C43095%2C1731043214167, suffix=, logDir=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167, archiveDir=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/oldWALs, maxLogs=10
2024-11-08T05:20:15,633 DEBUG [RS:0;d1ba675678c9:43095 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621, exclude list is [], retry=0
2024-11-08T05:20:15,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-bfc48eec-53cb-4fba-a9bd-4dae6c5bca44,DISK]
2024-11-08T05:20:15,636 INFO  [RS:0;d1ba675678c9:43095 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621
2024-11-08T05:20:15,637 DEBUG [RS:0;d1ba675678c9:43095 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44435:44435)]
2024-11-08T05:20:15,773 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:20:15,773 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f
2024-11-08T05:20:15,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741833_1009 (size=32)
2024-11-08T05:20:16,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:16,179 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:20:16,180 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:20:16,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:16,180 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:16,180 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:20:16,181 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:20:16,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:16,182 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:16,182 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:20:16,182 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:20:16,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:16,182 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:16,183 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:20:16,183 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:20:16,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:16,183 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:16,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:20:16,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740
2024-11-08T05:20:16,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740
2024-11-08T05:20:16,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:20:16,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:20:16,185 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:20:16,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:20:16,188 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:20:16,188 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69445226, jitterRate=0.0348145067691803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:20:16,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731043216178Initializing all the Stores at 1731043216178Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043216179 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043216179Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043216179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043216179Cleaning up temporary data from old regions at 1731043216185 (+6 ms)Region opened successfully at 1731043216188 (+3 ms)
2024-11-08T05:20:16,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:20:16,188 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:20:16,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:20:16,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:20:16,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:20:16,189 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:20:16,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043216188Disabling compacts and flushes for region at 1731043216188Disabling writes for close at 1731043216188Writing region close event to WAL at 1731043216188Closed at 1731043216189 (+1 ms)
2024-11-08T05:20:16,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:16,189 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:20:16,190 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:20:16,190 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:20:16,191 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:20:16,341 DEBUG [d1ba675678c9:38245 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:20:16,342 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,43095,1731043214167
2024-11-08T05:20:16,342 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,43095,1731043214167, state=OPENING
2024-11-08T05:20:16,385 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:20:16,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962
2024-11-08T05:20:16,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962
2024-11-08T05:20:16,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2392661962/meta-region-server: CHANGED
2024-11-08T05:20:16,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2392661962/meta-region-server: CHANGED
2024-11-08T05:20:16,396 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:20:16,396 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,43095,1731043214167}]
2024-11-08T05:20:16,548 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:20:16,549 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:20:16,552 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:20:16,552 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:20:16,552 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:20:16,553 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C43095%2C1731043214167.meta, suffix=.meta, logDir=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167, archiveDir=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/oldWALs, maxLogs=10
2024-11-08T05:20:16,567 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.meta.1731043216553.meta, exclude list is [], retry=0
2024-11-08T05:20:16,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-bfc48eec-53cb-4fba-a9bd-4dae6c5bca44,DISK]
2024-11-08T05:20:16,570 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.meta.1731043216553.meta
2024-11-08T05:20:16,570 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44435:44435)]
2024-11-08T05:20:16,570 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:20:16,571 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:20:16,571 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:20:16,571 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:20:16,571 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:20:16,571 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:20:16,571 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:16,571 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:20:16,571 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:20:16,572 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:20:16,572 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:20:16,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:16,573 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:16,573 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:20:16,573 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:20:16,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:16,574 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:16,574 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:20:16,574 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:20:16,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:16,574 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:16,574 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:20:16,575 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:20:16,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:16,575 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:16,575 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:20:16,576 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740
2024-11-08T05:20:16,576 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740
2024-11-08T05:20:16,577 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:20:16,577 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:20:16,577 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:20:16,578 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:20:16,578 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69119261, jitterRate=0.029957249760627747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:20:16,579 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:20:16,579 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731043216571Writing region info on filesystem at 1731043216571Initializing all the Stores at 1731043216572 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043216572Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043216572Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043216572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043216572Cleaning up temporary data from old regions at 1731043216577 (+5 ms)Running coprocessor post-open hooks at 1731043216579 (+2 ms)Region opened successfully at 1731043216579
2024-11-08T05:20:16,579 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043216548
2024-11-08T05:20:16,581 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:20:16,581 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:20:16,581 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,43095,1731043214167
2024-11-08T05:20:16,582 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,43095,1731043214167, state=OPEN
2024-11-08T05:20:16,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2392661962/meta-region-server
2024-11-08T05:20:16,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2392661962/meta-region-server
2024-11-08T05:20:16,593 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,43095,1731043214167
2024-11-08T05:20:16,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2392661962/meta-region-server: CHANGED
2024-11-08T05:20:16,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2392661962/meta-region-server: CHANGED
2024-11-08T05:20:16,595 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:20:16,595 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,43095,1731043214167 in 197 msec
2024-11-08T05:20:16,596 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:20:16,596 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 405 msec
2024-11-08T05:20:16,597 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:16,597 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:20:16,598 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:20:16,598 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,43095,1731043214167, seqNum=-1]
2024-11-08T05:20:16,598 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:20:16,599 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:20:16,603 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec
2024-11-08T05:20:16,604 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043216604, completionTime=-1
2024-11-08T05:20:16,604 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:20:16,604 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:20:16,606 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:20:16,606 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043276606
2024-11-08T05:20:16,606 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043336606
2024-11-08T05:20:16,606 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-08T05:20:16,606 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38245,1731043213907-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:16,606 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38245,1731043213907-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:16,606 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38245,1731043213907-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:16,607 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:38245, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:16,607 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:16,607 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:16,609 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:20:16,610 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.351sec
2024-11-08T05:20:16,610 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:20:16,610 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:20:16,610 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:20:16,610 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:20:16,610 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:20:16,610 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38245,1731043213907-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:20:16,610 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38245,1731043213907-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:20:16,612 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:20:16,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa97a3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:16,612 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:20:16,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,38245,-1 for getting cluster id
2024-11-08T05:20:16,612 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38245,1731043213907-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:16,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:16,614 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc0dc158-c9b0-40b2-93cb-c6ec7a5942c4'
2024-11-08T05:20:16,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:16,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc0dc158-c9b0-40b2-93cb-c6ec7a5942c4"

2024-11-08T05:20:16,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3596d8a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:16,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,38245,-1]
2024-11-08T05:20:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:16,615 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:16,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccff5d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:16,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:20:16,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,43095,1731043214167, seqNum=-1]
2024-11-08T05:20:16,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:20:16,618 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:20:16,620 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,38245,1731043213907
2024-11-08T05:20:16,620 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62278
2024-11-08T05:20:16,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:20:16,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10118e30ab80008 connected
2024-11-08T05:20:16,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:20:16,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,46057,1731043202583
2024-11-08T05:20:16,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74964a0a
2024-11-08T05:20:16,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:20:16,641 INFO  [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:20:16,642 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:20:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-08T05:20:16,644 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:20:16,644 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:16,644 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-08T05:20:16,644 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:20:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:16,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741835_1011 (size=902)
2024-11-08T05:20:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:16,756 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:20:16,757 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:16,757 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:16,757 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:16,758 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:16,758 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:16,801 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:16,801 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:16,801 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:16,802 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:16,802 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:16,802 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:16,821 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:16,825 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:16,825 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:16,828 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:17,051 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 718c88f514cd9f2b5f6f4fd3cb1ad128, NAME => 'test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36
2024-11-08T05:20:17,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741836_1012 (size=39)
2024-11-08T05:20:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:17,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:17,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 718c88f514cd9f2b5f6f4fd3cb1ad128, disabling compactions & flushes
2024-11-08T05:20:17,456 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128.
2024-11-08T05:20:17,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128.
2024-11-08T05:20:17,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128. after waiting 0 ms
2024-11-08T05:20:17,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128.
2024-11-08T05:20:17,456 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128.
2024-11-08T05:20:17,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 718c88f514cd9f2b5f6f4fd3cb1ad128:
Waiting for close lock at 1731043217456Disabling compacts and flushes for region at 1731043217456Disabling writes for close at 1731043217456Writing region close event to WAL at 1731043217456Closed at 1731043217456
2024-11-08T05:20:17,457 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:20:17,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731043217458"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043217458"}]},"ts":"1731043217458"}
2024-11-08T05:20:17,459 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:20:17,460 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:20:17,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043217460"}]},"ts":"1731043217460"}
2024-11-08T05:20:17,462 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-08T05:20:17,462 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=718c88f514cd9f2b5f6f4fd3cb1ad128, ASSIGN}]
2024-11-08T05:20:17,463 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=718c88f514cd9f2b5f6f4fd3cb1ad128, ASSIGN
2024-11-08T05:20:17,464 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=718c88f514cd9f2b5f6f4fd3cb1ad128, ASSIGN; state=OFFLINE, location=d1ba675678c9,42371,1731043202778; forceNewPlan=false, retain=false
2024-11-08T05:20:17,614 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=718c88f514cd9f2b5f6f4fd3cb1ad128, regionState=OPENING, regionLocation=d1ba675678c9,42371,1731043202778
2024-11-08T05:20:17,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=718c88f514cd9f2b5f6f4fd3cb1ad128, ASSIGN because future has completed
2024-11-08T05:20:17,617 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 718c88f514cd9f2b5f6f4fd3cb1ad128, server=d1ba675678c9,42371,1731043202778}]
2024-11-08T05:20:17,772 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128.
2024-11-08T05:20:17,772 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 718c88f514cd9f2b5f6f4fd3cb1ad128, NAME => 'test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:20:17,772 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:20:17,772 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-08T05:20:17,772 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 718c88f514cd9f2b5f6f4fd3cb1ad128
2024-11-08T05:20:17,772 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:17,772 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 718c88f514cd9f2b5f6f4fd3cb1ad128
2024-11-08T05:20:17,772 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 718c88f514cd9f2b5f6f4fd3cb1ad128
2024-11-08T05:20:17,776 INFO  [StoreOpener-718c88f514cd9f2b5f6f4fd3cb1ad128-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 718c88f514cd9f2b5f6f4fd3cb1ad128 
2024-11-08T05:20:17,777 INFO  [StoreOpener-718c88f514cd9f2b5f6f4fd3cb1ad128-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 718c88f514cd9f2b5f6f4fd3cb1ad128 columnFamilyName f
2024-11-08T05:20:17,777 DEBUG [StoreOpener-718c88f514cd9f2b5f6f4fd3cb1ad128-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:17,778 INFO  [StoreOpener-718c88f514cd9f2b5f6f4fd3cb1ad128-1 {}] regionserver.HStore(327): Store=718c88f514cd9f2b5f6f4fd3cb1ad128/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:17,778 INFO  [StoreOpener-718c88f514cd9f2b5f6f4fd3cb1ad128-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 718c88f514cd9f2b5f6f4fd3cb1ad128 
2024-11-08T05:20:17,778 INFO  [StoreOpener-718c88f514cd9f2b5f6f4fd3cb1ad128-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 718c88f514cd9f2b5f6f4fd3cb1ad128 columnFamilyName f1
2024-11-08T05:20:17,778 DEBUG [StoreOpener-718c88f514cd9f2b5f6f4fd3cb1ad128-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:17,779 INFO  [StoreOpener-718c88f514cd9f2b5f6f4fd3cb1ad128-1 {}] regionserver.HStore(327): Store=718c88f514cd9f2b5f6f4fd3cb1ad128/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:17,779 INFO  [StoreOpener-718c88f514cd9f2b5f6f4fd3cb1ad128-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 718c88f514cd9f2b5f6f4fd3cb1ad128 
2024-11-08T05:20:17,779 INFO  [StoreOpener-718c88f514cd9f2b5f6f4fd3cb1ad128-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 718c88f514cd9f2b5f6f4fd3cb1ad128 columnFamilyName norep
2024-11-08T05:20:17,779 DEBUG [StoreOpener-718c88f514cd9f2b5f6f4fd3cb1ad128-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:17,780 INFO  [StoreOpener-718c88f514cd9f2b5f6f4fd3cb1ad128-1 {}] regionserver.HStore(327): Store=718c88f514cd9f2b5f6f4fd3cb1ad128/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:17,780 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 718c88f514cd9f2b5f6f4fd3cb1ad128
2024-11-08T05:20:17,780 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/default/test/718c88f514cd9f2b5f6f4fd3cb1ad128
2024-11-08T05:20:17,781 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/default/test/718c88f514cd9f2b5f6f4fd3cb1ad128
2024-11-08T05:20:17,781 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 718c88f514cd9f2b5f6f4fd3cb1ad128
2024-11-08T05:20:17,781 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 718c88f514cd9f2b5f6f4fd3cb1ad128
2024-11-08T05:20:17,782 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:20:17,782 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 718c88f514cd9f2b5f6f4fd3cb1ad128
2024-11-08T05:20:17,784 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/default/test/718c88f514cd9f2b5f6f4fd3cb1ad128/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:20:17,784 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 718c88f514cd9f2b5f6f4fd3cb1ad128; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60348843, jitterRate=-0.10073216259479523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:20:17,784 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 718c88f514cd9f2b5f6f4fd3cb1ad128
2024-11-08T05:20:17,785 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 718c88f514cd9f2b5f6f4fd3cb1ad128:
Running coprocessor pre-open hook at 1731043217772Writing region info on filesystem at 1731043217772Initializing all the Stores at 1731043217773 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043217773Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043217776 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043217776Cleaning up temporary data from old regions at 1731043217781 (+5 ms)Running coprocessor post-open hooks at 1731043217784 (+3 ms)Region opened successfully at 1731043217785 (+1 ms)
2024-11-08T05:20:17,785 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128., pid=6, masterSystemTime=1731043217768
2024-11-08T05:20:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:17,787 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128.
2024-11-08T05:20:17,787 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128.
2024-11-08T05:20:17,787 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=718c88f514cd9f2b5f6f4fd3cb1ad128, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d1ba675678c9,42371,1731043202778
2024-11-08T05:20:17,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 718c88f514cd9f2b5f6f4fd3cb1ad128, server=d1ba675678c9,42371,1731043202778 because future has completed
2024-11-08T05:20:17,791 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:20:17,791 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 718c88f514cd9f2b5f6f4fd3cb1ad128, server=d1ba675678c9,42371,1731043202778 in 173 msec
2024-11-08T05:20:17,793 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T05:20:17,793 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=718c88f514cd9f2b5f6f4fd3cb1ad128, ASSIGN in 329 msec
2024-11-08T05:20:17,793 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:20:17,793 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043217793"}]},"ts":"1731043217793"}
2024-11-08T05:20:17,795 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-08T05:20:17,796 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:20:17,797 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec
2024-11-08T05:20:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:18,796 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-08T05:20:18,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:20:18,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,37259,1731043208595
2024-11-08T05:20:18,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@277660de
2024-11-08T05:20:18,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:20:18,798 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:20:18,798 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:20:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-08T05:20:18,800 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:20:18,800 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:18,800 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-08T05:20:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:18,801 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:20:18,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741835_1011 (size=902)
2024-11-08T05:20:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:19,209 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97a72ba6e49797eb929bc5e33e5ff3a4, NAME => 'test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2
2024-11-08T05:20:19,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741836_1012 (size=39)
2024-11-08T05:20:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:19,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:19,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 97a72ba6e49797eb929bc5e33e5ff3a4, disabling compactions & flushes
2024-11-08T05:20:19,614 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4.
2024-11-08T05:20:19,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4.
2024-11-08T05:20:19,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4. after waiting 0 ms
2024-11-08T05:20:19,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4.
2024-11-08T05:20:19,614 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4.
2024-11-08T05:20:19,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97a72ba6e49797eb929bc5e33e5ff3a4:
Waiting for close lock at 1731043219614Disabling compacts and flushes for region at 1731043219614Disabling writes for close at 1731043219614Writing region close event to WAL at 1731043219614Closed at 1731043219614
2024-11-08T05:20:19,615 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:20:19,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731043219615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043219615"}]},"ts":"1731043219615"}
2024-11-08T05:20:19,618 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:20:19,619 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:20:19,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043219619"}]},"ts":"1731043219619"}
2024-11-08T05:20:19,621 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-08T05:20:19,621 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97a72ba6e49797eb929bc5e33e5ff3a4, ASSIGN}]
2024-11-08T05:20:19,622 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97a72ba6e49797eb929bc5e33e5ff3a4, ASSIGN
2024-11-08T05:20:19,623 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=97a72ba6e49797eb929bc5e33e5ff3a4, ASSIGN; state=OFFLINE, location=d1ba675678c9,33257,1731043208734; forceNewPlan=false, retain=false
2024-11-08T05:20:19,773 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97a72ba6e49797eb929bc5e33e5ff3a4, regionState=OPENING, regionLocation=d1ba675678c9,33257,1731043208734
2024-11-08T05:20:19,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=97a72ba6e49797eb929bc5e33e5ff3a4, ASSIGN because future has completed
2024-11-08T05:20:19,776 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97a72ba6e49797eb929bc5e33e5ff3a4, server=d1ba675678c9,33257,1731043208734}]
2024-11-08T05:20:19,930 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4.
2024-11-08T05:20:19,930 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 97a72ba6e49797eb929bc5e33e5ff3a4, NAME => 'test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:20:19,930 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:20:19,930 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-08T05:20:19,930 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 97a72ba6e49797eb929bc5e33e5ff3a4
2024-11-08T05:20:19,930 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:19,931 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 97a72ba6e49797eb929bc5e33e5ff3a4
2024-11-08T05:20:19,931 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 97a72ba6e49797eb929bc5e33e5ff3a4
2024-11-08T05:20:19,932 INFO  [StoreOpener-97a72ba6e49797eb929bc5e33e5ff3a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 97a72ba6e49797eb929bc5e33e5ff3a4 
2024-11-08T05:20:19,932 INFO  [StoreOpener-97a72ba6e49797eb929bc5e33e5ff3a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97a72ba6e49797eb929bc5e33e5ff3a4 columnFamilyName f
2024-11-08T05:20:19,932 DEBUG [StoreOpener-97a72ba6e49797eb929bc5e33e5ff3a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:19,933 INFO  [StoreOpener-97a72ba6e49797eb929bc5e33e5ff3a4-1 {}] regionserver.HStore(327): Store=97a72ba6e49797eb929bc5e33e5ff3a4/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:19,933 INFO  [StoreOpener-97a72ba6e49797eb929bc5e33e5ff3a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 97a72ba6e49797eb929bc5e33e5ff3a4 
2024-11-08T05:20:19,933 INFO  [StoreOpener-97a72ba6e49797eb929bc5e33e5ff3a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97a72ba6e49797eb929bc5e33e5ff3a4 columnFamilyName f1
2024-11-08T05:20:19,933 DEBUG [StoreOpener-97a72ba6e49797eb929bc5e33e5ff3a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:19,934 INFO  [StoreOpener-97a72ba6e49797eb929bc5e33e5ff3a4-1 {}] regionserver.HStore(327): Store=97a72ba6e49797eb929bc5e33e5ff3a4/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:19,934 INFO  [StoreOpener-97a72ba6e49797eb929bc5e33e5ff3a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 97a72ba6e49797eb929bc5e33e5ff3a4 
2024-11-08T05:20:19,934 INFO  [StoreOpener-97a72ba6e49797eb929bc5e33e5ff3a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97a72ba6e49797eb929bc5e33e5ff3a4 columnFamilyName norep
2024-11-08T05:20:19,934 DEBUG [StoreOpener-97a72ba6e49797eb929bc5e33e5ff3a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:19,934 INFO  [StoreOpener-97a72ba6e49797eb929bc5e33e5ff3a4-1 {}] regionserver.HStore(327): Store=97a72ba6e49797eb929bc5e33e5ff3a4/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:19,935 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 97a72ba6e49797eb929bc5e33e5ff3a4
2024-11-08T05:20:19,935 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/default/test/97a72ba6e49797eb929bc5e33e5ff3a4
2024-11-08T05:20:19,935 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/default/test/97a72ba6e49797eb929bc5e33e5ff3a4
2024-11-08T05:20:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:19,936 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 97a72ba6e49797eb929bc5e33e5ff3a4
2024-11-08T05:20:19,936 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 97a72ba6e49797eb929bc5e33e5ff3a4
2024-11-08T05:20:19,936 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:20:19,937 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 97a72ba6e49797eb929bc5e33e5ff3a4
2024-11-08T05:20:19,938 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/default/test/97a72ba6e49797eb929bc5e33e5ff3a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:20:19,939 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 97a72ba6e49797eb929bc5e33e5ff3a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67689261, jitterRate=0.008648589253425598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:20:19,939 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97a72ba6e49797eb929bc5e33e5ff3a4
2024-11-08T05:20:19,939 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 97a72ba6e49797eb929bc5e33e5ff3a4:
Running coprocessor pre-open hook at 1731043219931Writing region info on filesystem at 1731043219931Initializing all the Stores at 1731043219931Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043219931Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043219931Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043219931Cleaning up temporary data from old regions at 1731043219936 (+5 ms)Running coprocessor post-open hooks at 1731043219939 (+3 ms)Region opened successfully at 1731043219939
2024-11-08T05:20:19,939 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4., pid=6, masterSystemTime=1731043219927
2024-11-08T05:20:19,941 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4.
2024-11-08T05:20:19,941 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4.
2024-11-08T05:20:19,942 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97a72ba6e49797eb929bc5e33e5ff3a4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d1ba675678c9,33257,1731043208734
2024-11-08T05:20:19,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97a72ba6e49797eb929bc5e33e5ff3a4, server=d1ba675678c9,33257,1731043208734 because future has completed
2024-11-08T05:20:19,946 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:20:19,947 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 97a72ba6e49797eb929bc5e33e5ff3a4, server=d1ba675678c9,33257,1731043208734 in 169 msec
2024-11-08T05:20:19,947 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T05:20:19,947 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=97a72ba6e49797eb929bc5e33e5ff3a4, ASSIGN in 325 msec
2024-11-08T05:20:19,948 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:20:19,948 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043219948"}]},"ts":"1731043219948"}
2024-11-08T05:20:19,950 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-08T05:20:19,950 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:20:19,951 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec
2024-11-08T05:20:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:20,946 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-08T05:20:20,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:20:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,38245,1731043213907
2024-11-08T05:20:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ae0abb
2024-11-08T05:20:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:20:20,948 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:20:20,949 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:20:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-08T05:20:21,057 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:20:21,057 INFO  [AsyncFSWAL-0-hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData-prefix:d1ba675678c9,38245,1731043213907 {}] wal.AbstractFSWAL(1368): Slow sync cost: 106 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46335,DS-bfc48eec-53cb-4fba-a9bd-4dae6c5bca44,DISK]]
2024-11-08T05:20:21,057 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:21,058 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-08T05:20:21,058 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:20:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:21,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741835_1011 (size=902)
2024-11-08T05:20:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:21,464 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d9b7c9d583407efb94680ddccef62b7c, NAME => 'test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f
2024-11-08T05:20:21,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741836_1012 (size=39)
2024-11-08T05:20:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:21,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:21,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d9b7c9d583407efb94680ddccef62b7c, disabling compactions & flushes
2024-11-08T05:20:21,869 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c.
2024-11-08T05:20:21,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c.
2024-11-08T05:20:21,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c. after waiting 0 ms
2024-11-08T05:20:21,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c.
2024-11-08T05:20:21,869 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c.
2024-11-08T05:20:21,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d9b7c9d583407efb94680ddccef62b7c:
Waiting for close lock at 1731043221868Disabling compacts and flushes for region at 1731043221868Disabling writes for close at 1731043221869 (+1 ms)Writing region close event to WAL at 1731043221869Closed at 1731043221869
2024-11-08T05:20:21,870 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:20:21,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731043221870"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043221870"}]},"ts":"1731043221870"}
2024-11-08T05:20:21,871 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:20:21,872 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:20:21,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043221872"}]},"ts":"1731043221872"}
2024-11-08T05:20:21,873 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-08T05:20:21,873 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d9b7c9d583407efb94680ddccef62b7c, ASSIGN}]
2024-11-08T05:20:21,874 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d9b7c9d583407efb94680ddccef62b7c, ASSIGN
2024-11-08T05:20:21,875 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d9b7c9d583407efb94680ddccef62b7c, ASSIGN; state=OFFLINE, location=d1ba675678c9,43095,1731043214167; forceNewPlan=false, retain=false
2024-11-08T05:20:22,025 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9b7c9d583407efb94680ddccef62b7c, regionState=OPENING, regionLocation=d1ba675678c9,43095,1731043214167
2024-11-08T05:20:22,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d9b7c9d583407efb94680ddccef62b7c, ASSIGN because future has completed
2024-11-08T05:20:22,027 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9b7c9d583407efb94680ddccef62b7c, server=d1ba675678c9,43095,1731043214167}]
2024-11-08T05:20:22,073 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:20:22,074 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:22,074 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:22,074 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:22,074 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:22,074 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:22,107 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:22,108 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:22,108 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:22,108 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:22,108 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:22,109 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:22,117 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:22,121 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:22,121 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:22,123 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:22,149 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-08T05:20:22,182 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c.
2024-11-08T05:20:22,182 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d9b7c9d583407efb94680ddccef62b7c, NAME => 'test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:20:22,182 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:20:22,183 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-08T05:20:22,183 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d9b7c9d583407efb94680ddccef62b7c
2024-11-08T05:20:22,183 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:22,183 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d9b7c9d583407efb94680ddccef62b7c
2024-11-08T05:20:22,183 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d9b7c9d583407efb94680ddccef62b7c
2024-11-08T05:20:22,184 INFO  [StoreOpener-d9b7c9d583407efb94680ddccef62b7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d9b7c9d583407efb94680ddccef62b7c 
2024-11-08T05:20:22,184 INFO  [StoreOpener-d9b7c9d583407efb94680ddccef62b7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9b7c9d583407efb94680ddccef62b7c columnFamilyName f
2024-11-08T05:20:22,184 DEBUG [StoreOpener-d9b7c9d583407efb94680ddccef62b7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:22,185 INFO  [StoreOpener-d9b7c9d583407efb94680ddccef62b7c-1 {}] regionserver.HStore(327): Store=d9b7c9d583407efb94680ddccef62b7c/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:22,185 INFO  [StoreOpener-d9b7c9d583407efb94680ddccef62b7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d9b7c9d583407efb94680ddccef62b7c 
2024-11-08T05:20:22,186 INFO  [StoreOpener-d9b7c9d583407efb94680ddccef62b7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9b7c9d583407efb94680ddccef62b7c columnFamilyName f1
2024-11-08T05:20:22,186 DEBUG [StoreOpener-d9b7c9d583407efb94680ddccef62b7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:22,186 INFO  [StoreOpener-d9b7c9d583407efb94680ddccef62b7c-1 {}] regionserver.HStore(327): Store=d9b7c9d583407efb94680ddccef62b7c/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:22,186 INFO  [StoreOpener-d9b7c9d583407efb94680ddccef62b7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d9b7c9d583407efb94680ddccef62b7c 
2024-11-08T05:20:22,187 INFO  [StoreOpener-d9b7c9d583407efb94680ddccef62b7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9b7c9d583407efb94680ddccef62b7c columnFamilyName norep
2024-11-08T05:20:22,187 DEBUG [StoreOpener-d9b7c9d583407efb94680ddccef62b7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:22,187 INFO  [StoreOpener-d9b7c9d583407efb94680ddccef62b7c-1 {}] regionserver.HStore(327): Store=d9b7c9d583407efb94680ddccef62b7c/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:22,187 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d9b7c9d583407efb94680ddccef62b7c
2024-11-08T05:20:22,187 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/default/test/d9b7c9d583407efb94680ddccef62b7c
2024-11-08T05:20:22,188 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/default/test/d9b7c9d583407efb94680ddccef62b7c
2024-11-08T05:20:22,188 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d9b7c9d583407efb94680ddccef62b7c
2024-11-08T05:20:22,188 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d9b7c9d583407efb94680ddccef62b7c
2024-11-08T05:20:22,188 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:20:22,189 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d9b7c9d583407efb94680ddccef62b7c
2024-11-08T05:20:22,190 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/default/test/d9b7c9d583407efb94680ddccef62b7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:20:22,191 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d9b7c9d583407efb94680ddccef62b7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65087058, jitterRate=-0.030127257108688354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:20:22,191 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9b7c9d583407efb94680ddccef62b7c
2024-11-08T05:20:22,191 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d9b7c9d583407efb94680ddccef62b7c:
Running coprocessor pre-open hook at 1731043222183Writing region info on filesystem at 1731043222183Initializing all the Stores at 1731043222183Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043222183Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043222183Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043222184 (+1 ms)Cleaning up temporary data from old regions at 1731043222188 (+4 ms)Running coprocessor post-open hooks at 1731043222191 (+3 ms)Region opened successfully at 1731043222191
2024-11-08T05:20:22,191 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c., pid=6, masterSystemTime=1731043222178
2024-11-08T05:20:22,193 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c.
2024-11-08T05:20:22,193 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c.
2024-11-08T05:20:22,193 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9b7c9d583407efb94680ddccef62b7c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d1ba675678c9,43095,1731043214167
2024-11-08T05:20:22,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9b7c9d583407efb94680ddccef62b7c, server=d1ba675678c9,43095,1731043214167 because future has completed
2024-11-08T05:20:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:22,197 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:20:22,197 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d9b7c9d583407efb94680ddccef62b7c, server=d1ba675678c9,43095,1731043214167 in 168 msec
2024-11-08T05:20:22,198 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T05:20:22,198 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d9b7c9d583407efb94680ddccef62b7c, ASSIGN in 324 msec
2024-11-08T05:20:22,198 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:20:22,199 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043222198"}]},"ts":"1731043222198"}
2024-11-08T05:20:22,200 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-08T05:20:22,200 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:20:22,201 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2520 sec
2024-11-08T05:20:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:23,206 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-08T05:20:23,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8671b6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:23,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,46057,-1 for getting cluster id
2024-11-08T05:20:23,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:23,208 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee08adb1-e7e9-4e51-9009-a75cb0977333'
2024-11-08T05:20:23,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:23,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee08adb1-e7e9-4e51-9009-a75cb0977333"

2024-11-08T05:20:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308b7301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,46057,-1]
2024-11-08T05:20:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:23,209 INFO  [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:23,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4facef8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:23,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:20:23,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,46057,1731043202583
2024-11-08T05:20:23,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ce243ce
2024-11-08T05:20:23,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:20:23,211 INFO  [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:20:23,212 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d1ba675678c9:37259,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-08T05:20:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:20:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:20:23,214 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:37259'
2024-11-08T05:20:23,215 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6114e8b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:23,215 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37259,-1 for getting cluster id
2024-11-08T05:20:23,215 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:23,215 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf6b047-d2c3-4634-9fce-0df5d4df9a49'
2024-11-08T05:20:23,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:23,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf6b047-d2c3-4634-9fce-0df5d4df9a49"

2024-11-08T05:20:23,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64436a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:23,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37259,-1]
2024-11-08T05:20:23,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:23,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:23,216 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:23,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dfea387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:23,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:20:23,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,37259,1731043208595
2024-11-08T05:20:23,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2113a020
2024-11-08T05:20:23,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:20:23,218 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:20:23,219 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-08T05:20:23,219 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:20:23,219 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:23,219 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:20:23,219 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:23,219 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:20:23,220 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-08T05:20:23,221 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:20:23,221 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:23,222 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:20:23,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741837_1013 (size=1138)
2024-11-08T05:20:23,271 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-08T05:20:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:20:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:20:23,629 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2cd50eb649ff108ce3e419be5ed2d4a6, NAME => 'hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36
2024-11-08T05:20:23,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741838_1014 (size=44)
2024-11-08T05:20:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:20:24,034 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:24,034 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2cd50eb649ff108ce3e419be5ed2d4a6, disabling compactions & flushes
2024-11-08T05:20:24,034 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6.
2024-11-08T05:20:24,034 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6.
2024-11-08T05:20:24,034 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6. after waiting 0 ms
2024-11-08T05:20:24,034 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6.
2024-11-08T05:20:24,034 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6.
2024-11-08T05:20:24,034 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2cd50eb649ff108ce3e419be5ed2d4a6:
Waiting for close lock at 1731043224034Disabling compacts and flushes for region at 1731043224034Disabling writes for close at 1731043224034Writing region close event to WAL at 1731043224034Closed at 1731043224034
2024-11-08T05:20:24,035 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:20:24,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731043224035"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043224035"}]},"ts":"1731043224035"}
2024-11-08T05:20:24,037 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:20:24,038 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:20:24,038 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043224038"}]},"ts":"1731043224038"}
2024-11-08T05:20:24,039 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-08T05:20:24,039 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cd50eb649ff108ce3e419be5ed2d4a6, ASSIGN}]
2024-11-08T05:20:24,040 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cd50eb649ff108ce3e419be5ed2d4a6, ASSIGN
2024-11-08T05:20:24,041 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2cd50eb649ff108ce3e419be5ed2d4a6, ASSIGN; state=OFFLINE, location=d1ba675678c9,42371,1731043202778; forceNewPlan=false, retain=false
2024-11-08T05:20:24,191 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2cd50eb649ff108ce3e419be5ed2d4a6, regionState=OPENING, regionLocation=d1ba675678c9,42371,1731043202778
2024-11-08T05:20:24,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2cd50eb649ff108ce3e419be5ed2d4a6, ASSIGN because future has completed
2024-11-08T05:20:24,194 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cd50eb649ff108ce3e419be5ed2d4a6, server=d1ba675678c9,42371,1731043202778}]
2024-11-08T05:20:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:20:24,348 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6.
2024-11-08T05:20:24,348 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:20:24,348 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-08T05:20:24,349 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42371%2C1731043202778.rep, suffix=, logDir=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778, archiveDir=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/oldWALs, maxLogs=10
2024-11-08T05:20:24,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.rep.1731043224350, exclude list is [], retry=0
2024-11-08T05:20:24,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42821,DS-805018fa-51c5-40dd-b195-913c3f075dd8,DISK]
2024-11-08T05:20:24,368 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.rep.1731043224350
2024-11-08T05:20:24,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39247:39247)]
2024-11-08T05:20:24,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cd50eb649ff108ce3e419be5ed2d4a6, NAME => 'hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:20:24,369 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:20:24,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:20:24,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6. service=MultiRowMutationService
2024-11-08T05:20:24,369 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-08T05:20:24,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2cd50eb649ff108ce3e419be5ed2d4a6
2024-11-08T05:20:24,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:24,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2cd50eb649ff108ce3e419be5ed2d4a6
2024-11-08T05:20:24,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2cd50eb649ff108ce3e419be5ed2d4a6
2024-11-08T05:20:24,371 INFO  [StoreOpener-2cd50eb649ff108ce3e419be5ed2d4a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2cd50eb649ff108ce3e419be5ed2d4a6 
2024-11-08T05:20:24,372 INFO  [StoreOpener-2cd50eb649ff108ce3e419be5ed2d4a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cd50eb649ff108ce3e419be5ed2d4a6 columnFamilyName hfileref
2024-11-08T05:20:24,372 DEBUG [StoreOpener-2cd50eb649ff108ce3e419be5ed2d4a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:24,372 INFO  [StoreOpener-2cd50eb649ff108ce3e419be5ed2d4a6-1 {}] regionserver.HStore(327): Store=2cd50eb649ff108ce3e419be5ed2d4a6/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:24,372 INFO  [StoreOpener-2cd50eb649ff108ce3e419be5ed2d4a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2cd50eb649ff108ce3e419be5ed2d4a6 
2024-11-08T05:20:24,373 INFO  [StoreOpener-2cd50eb649ff108ce3e419be5ed2d4a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cd50eb649ff108ce3e419be5ed2d4a6 columnFamilyName queue
2024-11-08T05:20:24,373 DEBUG [StoreOpener-2cd50eb649ff108ce3e419be5ed2d4a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:24,373 INFO  [StoreOpener-2cd50eb649ff108ce3e419be5ed2d4a6-1 {}] regionserver.HStore(327): Store=2cd50eb649ff108ce3e419be5ed2d4a6/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:24,373 INFO  [StoreOpener-2cd50eb649ff108ce3e419be5ed2d4a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2cd50eb649ff108ce3e419be5ed2d4a6 
2024-11-08T05:20:24,374 INFO  [StoreOpener-2cd50eb649ff108ce3e419be5ed2d4a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cd50eb649ff108ce3e419be5ed2d4a6 columnFamilyName sid
2024-11-08T05:20:24,374 DEBUG [StoreOpener-2cd50eb649ff108ce3e419be5ed2d4a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:24,374 INFO  [StoreOpener-2cd50eb649ff108ce3e419be5ed2d4a6-1 {}] regionserver.HStore(327): Store=2cd50eb649ff108ce3e419be5ed2d4a6/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:24,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2cd50eb649ff108ce3e419be5ed2d4a6
2024-11-08T05:20:24,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/replication/2cd50eb649ff108ce3e419be5ed2d4a6
2024-11-08T05:20:24,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/replication/2cd50eb649ff108ce3e419be5ed2d4a6
2024-11-08T05:20:24,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2cd50eb649ff108ce3e419be5ed2d4a6
2024-11-08T05:20:24,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2cd50eb649ff108ce3e419be5ed2d4a6
2024-11-08T05:20:24,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:20:24,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2cd50eb649ff108ce3e419be5ed2d4a6
2024-11-08T05:20:24,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/replication/2cd50eb649ff108ce3e419be5ed2d4a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:20:24,378 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2cd50eb649ff108ce3e419be5ed2d4a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67149532, jitterRate=6.060004234313965E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:20:24,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cd50eb649ff108ce3e419be5ed2d4a6
2024-11-08T05:20:24,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2cd50eb649ff108ce3e419be5ed2d4a6:
Running coprocessor pre-open hook at 1731043224370Writing region info on filesystem at 1731043224370Initializing all the Stores at 1731043224370Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043224370Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043224371 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043224371Cleaning up temporary data from old regions at 1731043224376 (+5 ms)Running coprocessor post-open hooks at 1731043224379 (+3 ms)Region opened successfully at 1731043224379
2024-11-08T05:20:24,379 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6., pid=10, masterSystemTime=1731043224345
2024-11-08T05:20:24,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6.
2024-11-08T05:20:24,381 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6.
2024-11-08T05:20:24,381 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2cd50eb649ff108ce3e419be5ed2d4a6, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,42371,1731043202778
2024-11-08T05:20:24,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cd50eb649ff108ce3e419be5ed2d4a6, server=d1ba675678c9,42371,1731043202778 because future has completed
2024-11-08T05:20:24,385 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-08T05:20:24,385 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cd50eb649ff108ce3e419be5ed2d4a6, server=d1ba675678c9,42371,1731043202778 in 190 msec
2024-11-08T05:20:24,386 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-08T05:20:24,386 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cd50eb649ff108ce3e419be5ed2d4a6, ASSIGN in 346 msec
2024-11-08T05:20:24,387 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:20:24,387 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043224387"}]},"ts":"1731043224387"}
2024-11-08T05:20:24,388 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-08T05:20:24,388 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:20:24,389 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec
2024-11-08T05:20:24,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6., hostname=d1ba675678c9,42371,1731043202778, seqNum=2]
2024-11-08T05:20:24,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200
2024-11-08T05:20:24,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200
2024-11-08T05:20:24,512 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:20:24,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-08T05:20:24,664 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-08T05:20:24,697 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d1ba675678c9,42371,1731043202778, ReplicationSource: 1, currentBandwidth=0
2024-11-08T05:20:24,698 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:20:24,698 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42371,1731043202778, seqNum=-1]
2024-11-08T05:20:24,698 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:20:24,699 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService
2024-11-08T05:20:24,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d1ba675678c9,42371,1731043202778', locateType=CURRENT is [region=hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6., hostname=d1ba675678c9,42371,1731043202778, seqNum=2]
2024-11-08T05:20:24,702 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-08T05:20:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-08T05:20:24,704 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d1ba675678c9,42371,1731043202778 suceeded
2024-11-08T05:20:24,705 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-08T05:20:24,705 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec
2024-11-08T05:20:24,705 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d1ba675678c9:37259,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:20:24,706 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4930 sec
2024-11-08T05:20:24,721 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:37259'
2024-11-08T05:20:24,722 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f3fab01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:24,722 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37259,-1 for getting cluster id
2024-11-08T05:20:24,722 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:24,723 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf6b047-d2c3-4634-9fce-0df5d4df9a49'
2024-11-08T05:20:24,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:24,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf6b047-d2c3-4634-9fce-0df5d4df9a49"

2024-11-08T05:20:24,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38d63b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:24,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37259,-1]
2024-11-08T05:20:24,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:24,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:24,724 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:24,725 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e47c5d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:24,725 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:20:24,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,37259,1731043208595
2024-11-08T05:20:24,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@182e8a61
2024-11-08T05:20:24,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:20:24,726 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService
2024-11-08T05:20:24,727 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d1ba675678c9,42371,1731043202778 (queues=1) is replicating from cluster=ee08adb1-e7e9-4e51-9009-a75cb0977333 to cluster=ebf6b047-d2c3-4634-9fce-0df5d4df9a49
2024-11-08T05:20:24,727 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d1ba675678c9%2C42371%2C1731043202778
2024-11-08T05:20:24,727 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d1ba675678c9,42371,1731043202778, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:20:24,727 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.shipperd1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C42371%2C1731043202778
2024-11-08T05:20:24,727 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132, startPosition=0, beingWritten=true
2024-11-08T05:20:24,731 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:20:24,731 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 379, reset compression=false
2024-11-08T05:20:24,731 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.shipperd1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,42371,1731043202778 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:20:24,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-08T05:20:24,855 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-08T05:20:24,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:20:24,855 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-08T05:20:24,936 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 379, reset compression=false
2024-11-08T05:20:25,239 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 379, reset compression=false
2024-11-08T05:20:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:20:25,356 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-08T05:20:25,356 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:20:25,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:20:25,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:25,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:25,356 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:20:25,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1fcc63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:25,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37259,-1 for getting cluster id
2024-11-08T05:20:25,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:25,358 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf6b047-d2c3-4634-9fce-0df5d4df9a49'
2024-11-08T05:20:25,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:25,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf6b047-d2c3-4634-9fce-0df5d4df9a49"

2024-11-08T05:20:25,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42df8be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:25,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37259,-1]
2024-11-08T05:20:25,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:25,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:25,359 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:25,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f1e503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:25,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:20:25,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,37259,1731043208595
2024-11-08T05:20:25,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22aa1f3f
2024-11-08T05:20:25,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:20:25,362 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:20:25,362 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d1ba675678c9:38245,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-08T05:20:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:20:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:20:25,365 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:38245'
2024-11-08T05:20:25,366 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c93462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:25,366 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,38245,-1 for getting cluster id
2024-11-08T05:20:25,366 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:25,367 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc0dc158-c9b0-40b2-93cb-c6ec7a5942c4'
2024-11-08T05:20:25,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:25,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc0dc158-c9b0-40b2-93cb-c6ec7a5942c4"

2024-11-08T05:20:25,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141274be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:25,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,38245,-1]
2024-11-08T05:20:25,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:25,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:25,368 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:25,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7012a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:25,369 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:20:25,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,38245,1731043213907
2024-11-08T05:20:25,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b53eb63
2024-11-08T05:20:25,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:20:25,370 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:20:25,371 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-08T05:20:25,371 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:20:25,371 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:25,371 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:25,371 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:20:25,371 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:20:25,373 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-08T05:20:25,373 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:20:25,374 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:25,374 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:20:25,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741837_1013 (size=1138)
2024-11-08T05:20:25,397 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96a461412920916d6f98a127c389d7ef, NAME => 'hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2
2024-11-08T05:20:25,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741838_1014 (size=44)
2024-11-08T05:20:25,423 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-08T05:20:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:20:25,642 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 379, reset compression=false
2024-11-08T05:20:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:20:25,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:25,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 96a461412920916d6f98a127c389d7ef, disabling compactions & flushes
2024-11-08T05:20:25,802 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef.
2024-11-08T05:20:25,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef.
2024-11-08T05:20:25,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef. after waiting 0 ms
2024-11-08T05:20:25,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef.
2024-11-08T05:20:25,802 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef.
2024-11-08T05:20:25,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96a461412920916d6f98a127c389d7ef:
Waiting for close lock at 1731043225802Disabling compacts and flushes for region at 1731043225802Disabling writes for close at 1731043225802Writing region close event to WAL at 1731043225802Closed at 1731043225802
2024-11-08T05:20:25,803 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:20:25,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731043225803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043225803"}]},"ts":"1731043225803"}
2024-11-08T05:20:25,805 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:20:25,805 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:20:25,806 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043225805"}]},"ts":"1731043225805"}
2024-11-08T05:20:25,807 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-08T05:20:25,807 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96a461412920916d6f98a127c389d7ef, ASSIGN}]
2024-11-08T05:20:25,808 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96a461412920916d6f98a127c389d7ef, ASSIGN
2024-11-08T05:20:25,809 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=96a461412920916d6f98a127c389d7ef, ASSIGN; state=OFFLINE, location=d1ba675678c9,33257,1731043208734; forceNewPlan=false, retain=false
2024-11-08T05:20:25,960 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=96a461412920916d6f98a127c389d7ef, regionState=OPENING, regionLocation=d1ba675678c9,33257,1731043208734
2024-11-08T05:20:25,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=96a461412920916d6f98a127c389d7ef, ASSIGN because future has completed
2024-11-08T05:20:25,962 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96a461412920916d6f98a127c389d7ef, server=d1ba675678c9,33257,1731043208734}]
2024-11-08T05:20:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:20:26,146 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 379, reset compression=false
2024-11-08T05:20:26,169 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef.
2024-11-08T05:20:26,169 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:20:26,169 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-08T05:20:26,170 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C33257%2C1731043208734.rep, suffix=, logDir=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734, archiveDir=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/oldWALs, maxLogs=10
2024-11-08T05:20:26,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.rep.1731043226170, exclude list is [], retry=0
2024-11-08T05:20:26,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43887,DS-8f37f9e7-d1bd-4a13-aa77-5bbed1ba579c,DISK]
2024-11-08T05:20:26,190 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.rep.1731043226170
2024-11-08T05:20:26,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40699:40699)]
2024-11-08T05:20:26,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 96a461412920916d6f98a127c389d7ef, NAME => 'hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:20:26,191 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:20:26,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:20:26,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef. service=MultiRowMutationService
2024-11-08T05:20:26,191 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-08T05:20:26,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 96a461412920916d6f98a127c389d7ef
2024-11-08T05:20:26,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:26,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 96a461412920916d6f98a127c389d7ef
2024-11-08T05:20:26,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 96a461412920916d6f98a127c389d7ef
2024-11-08T05:20:26,193 INFO  [StoreOpener-96a461412920916d6f98a127c389d7ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 96a461412920916d6f98a127c389d7ef 
2024-11-08T05:20:26,194 INFO  [StoreOpener-96a461412920916d6f98a127c389d7ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96a461412920916d6f98a127c389d7ef columnFamilyName hfileref
2024-11-08T05:20:26,194 DEBUG [StoreOpener-96a461412920916d6f98a127c389d7ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:26,194 INFO  [StoreOpener-96a461412920916d6f98a127c389d7ef-1 {}] regionserver.HStore(327): Store=96a461412920916d6f98a127c389d7ef/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:26,194 INFO  [StoreOpener-96a461412920916d6f98a127c389d7ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 96a461412920916d6f98a127c389d7ef 
2024-11-08T05:20:26,195 INFO  [StoreOpener-96a461412920916d6f98a127c389d7ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96a461412920916d6f98a127c389d7ef columnFamilyName queue
2024-11-08T05:20:26,195 DEBUG [StoreOpener-96a461412920916d6f98a127c389d7ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:26,195 INFO  [StoreOpener-96a461412920916d6f98a127c389d7ef-1 {}] regionserver.HStore(327): Store=96a461412920916d6f98a127c389d7ef/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:26,195 INFO  [StoreOpener-96a461412920916d6f98a127c389d7ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 96a461412920916d6f98a127c389d7ef 
2024-11-08T05:20:26,196 INFO  [StoreOpener-96a461412920916d6f98a127c389d7ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96a461412920916d6f98a127c389d7ef columnFamilyName sid
2024-11-08T05:20:26,196 DEBUG [StoreOpener-96a461412920916d6f98a127c389d7ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:26,196 INFO  [StoreOpener-96a461412920916d6f98a127c389d7ef-1 {}] regionserver.HStore(327): Store=96a461412920916d6f98a127c389d7ef/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:26,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 96a461412920916d6f98a127c389d7ef
2024-11-08T05:20:26,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/replication/96a461412920916d6f98a127c389d7ef
2024-11-08T05:20:26,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/replication/96a461412920916d6f98a127c389d7ef
2024-11-08T05:20:26,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 96a461412920916d6f98a127c389d7ef
2024-11-08T05:20:26,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 96a461412920916d6f98a127c389d7ef
2024-11-08T05:20:26,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:20:26,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 96a461412920916d6f98a127c389d7ef
2024-11-08T05:20:26,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/replication/96a461412920916d6f98a127c389d7ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:20:26,201 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 96a461412920916d6f98a127c389d7ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59897692, jitterRate=-0.10745483636856079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:20:26,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96a461412920916d6f98a127c389d7ef
2024-11-08T05:20:26,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 96a461412920916d6f98a127c389d7ef:
Running coprocessor pre-open hook at 1731043226192Writing region info on filesystem at 1731043226192Initializing all the Stores at 1731043226192Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043226192Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043226193 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043226193Cleaning up temporary data from old regions at 1731043226198 (+5 ms)Running coprocessor post-open hooks at 1731043226201 (+3 ms)Region opened successfully at 1731043226201
2024-11-08T05:20:26,201 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef., pid=10, masterSystemTime=1731043226166
2024-11-08T05:20:26,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef.
2024-11-08T05:20:26,203 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef.
2024-11-08T05:20:26,203 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=96a461412920916d6f98a127c389d7ef, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,33257,1731043208734
2024-11-08T05:20:26,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96a461412920916d6f98a127c389d7ef, server=d1ba675678c9,33257,1731043208734 because future has completed
2024-11-08T05:20:26,207 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-08T05:20:26,207 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 96a461412920916d6f98a127c389d7ef, server=d1ba675678c9,33257,1731043208734 in 244 msec
2024-11-08T05:20:26,208 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-08T05:20:26,208 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96a461412920916d6f98a127c389d7ef, ASSIGN in 400 msec
2024-11-08T05:20:26,209 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:20:26,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043226209"}]},"ts":"1731043226209"}
2024-11-08T05:20:26,210 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-08T05:20:26,211 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:20:26,212 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 840 msec
2024-11-08T05:20:26,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef., hostname=d1ba675678c9,33257,1731043208734, seqNum=2]
2024-11-08T05:20:26,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681
2024-11-08T05:20:26,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681
2024-11-08T05:20:26,280 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:20:26,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-08T05:20:26,433 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-08T05:20:26,459 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d1ba675678c9,33257,1731043208734, ReplicationSource: 1, currentBandwidth=0
2024-11-08T05:20:26,459 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:20:26,459 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,33257,1731043208734, seqNum=-1]
2024-11-08T05:20:26,460 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:20:26,460 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService
2024-11-08T05:20:26,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d1ba675678c9,33257,1731043208734', locateType=CURRENT is [region=hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef., hostname=d1ba675678c9,33257,1731043208734, seqNum=2]
2024-11-08T05:20:26,463 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-08T05:20:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-08T05:20:26,465 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d1ba675678c9,33257,1731043208734 suceeded
2024-11-08T05:20:26,467 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-08T05:20:26,467 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec
2024-11-08T05:20:26,467 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d1ba675678c9:38245,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:20:26,468 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1050 sec
2024-11-08T05:20:26,482 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:38245'
2024-11-08T05:20:26,483 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20178a46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:26,483 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,38245,-1 for getting cluster id
2024-11-08T05:20:26,484 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:26,484 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc0dc158-c9b0-40b2-93cb-c6ec7a5942c4'
2024-11-08T05:20:26,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:26,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc0dc158-c9b0-40b2-93cb-c6ec7a5942c4"

2024-11-08T05:20:26,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3514f3c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:26,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,38245,-1]
2024-11-08T05:20:26,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:26,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:26,486 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:26,486 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f849cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:26,486 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:20:26,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,38245,1731043213907
2024-11-08T05:20:26,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77146eef
2024-11-08T05:20:26,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:20:26,488 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService
2024-11-08T05:20:26,489 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d1ba675678c9,33257,1731043208734 (queues=1) is replicating from cluster=ebf6b047-d2c3-4634-9fce-0df5d4df9a49 to cluster=cc0dc158-c9b0-40b2-93cb-c6ec7a5942c4
2024-11-08T05:20:26,489 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d1ba675678c9%2C33257%2C1731043208734
2024-11-08T05:20:26,489 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d1ba675678c9,33257,1731043208734, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:20:26,490 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222, startPosition=0, beingWritten=true
2024-11-08T05:20:26,494 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.shipperd1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C33257%2C1731043208734
2024-11-08T05:20:26,500 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:20:26,500 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 379, reset compression=false
2024-11-08T05:20:26,500 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.shipperd1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,33257,1731043208734 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:20:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:20:26,508 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-08T05:20:26,509 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:20:26,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:20:26,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:26,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:26,509 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:20:26,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26102b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:26,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,38245,-1 for getting cluster id
2024-11-08T05:20:26,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:26,517 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc0dc158-c9b0-40b2-93cb-c6ec7a5942c4'
2024-11-08T05:20:26,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:26,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc0dc158-c9b0-40b2-93cb-c6ec7a5942c4"

2024-11-08T05:20:26,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9c262b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:26,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,38245,-1]
2024-11-08T05:20:26,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:26,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:26,519 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:26,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60da6138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:26,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:20:26,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,38245,1731043213907
2024-11-08T05:20:26,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3805857f
2024-11-08T05:20:26,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:20:26,523 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:20:26,524 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d1ba675678c9:37259,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-08T05:20:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:20:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:20:26,529 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:37259'
2024-11-08T05:20:26,540 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e7fc20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:26,540 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37259,-1 for getting cluster id
2024-11-08T05:20:26,541 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:26,544 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf6b047-d2c3-4634-9fce-0df5d4df9a49'
2024-11-08T05:20:26,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:26,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf6b047-d2c3-4634-9fce-0df5d4df9a49"

2024-11-08T05:20:26,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da0eab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:26,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37259,-1]
2024-11-08T05:20:26,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:26,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:26,546 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:26,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2abdabe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:26,552 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:20:26,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,37259,1731043208595
2024-11-08T05:20:26,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4714081d
2024-11-08T05:20:26,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:20:26,553 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:20:26,555 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-08T05:20:26,555 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:20:26,555 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:26,555 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:26,555 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:20:26,557 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:20:26,557 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-08T05:20:26,558 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:20:26,558 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:26,559 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:20:26,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741837_1013 (size=1138)
2024-11-08T05:20:26,577 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b366a5fd8784170c8b76e6afb0a31f0d, NAME => 'hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f
2024-11-08T05:20:26,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741838_1014 (size=44)
2024-11-08T05:20:26,608 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-08T05:20:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:20:26,733 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 379, reset compression=false
2024-11-08T05:20:26,750 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 379, reset compression=false
2024-11-08T05:20:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:20:26,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:26,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b366a5fd8784170c8b76e6afb0a31f0d, disabling compactions & flushes
2024-11-08T05:20:26,989 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.
2024-11-08T05:20:26,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.
2024-11-08T05:20:26,990 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d. after waiting 0 ms
2024-11-08T05:20:26,990 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.
2024-11-08T05:20:26,990 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.
2024-11-08T05:20:26,990 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b366a5fd8784170c8b76e6afb0a31f0d:
Waiting for close lock at 1731043226989Disabling compacts and flushes for region at 1731043226989Disabling writes for close at 1731043226990 (+1 ms)Writing region close event to WAL at 1731043226990Closed at 1731043226990
2024-11-08T05:20:26,991 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:20:26,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731043226991"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043226991"}]},"ts":"1731043226991"}
2024-11-08T05:20:26,992 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:20:26,993 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:20:26,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043226993"}]},"ts":"1731043226993"}
2024-11-08T05:20:26,995 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-08T05:20:26,996 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b366a5fd8784170c8b76e6afb0a31f0d, ASSIGN}]
2024-11-08T05:20:26,997 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b366a5fd8784170c8b76e6afb0a31f0d, ASSIGN
2024-11-08T05:20:26,998 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b366a5fd8784170c8b76e6afb0a31f0d, ASSIGN; state=OFFLINE, location=d1ba675678c9,43095,1731043214167; forceNewPlan=false, retain=false
2024-11-08T05:20:27,037 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 379, reset compression=false
2024-11-08T05:20:27,149 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b366a5fd8784170c8b76e6afb0a31f0d, regionState=OPENING, regionLocation=d1ba675678c9,43095,1731043214167
2024-11-08T05:20:27,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b366a5fd8784170c8b76e6afb0a31f0d, ASSIGN because future has completed
2024-11-08T05:20:27,151 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b366a5fd8784170c8b76e6afb0a31f0d, server=d1ba675678c9,43095,1731043214167}]
2024-11-08T05:20:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:20:27,305 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.
2024-11-08T05:20:27,305 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:20:27,306 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-08T05:20:27,307 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C43095%2C1731043214167.rep, suffix=, logDir=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167, archiveDir=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/oldWALs, maxLogs=10
2024-11-08T05:20:27,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.rep.1731043227307, exclude list is [], retry=0
2024-11-08T05:20:27,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-bfc48eec-53cb-4fba-a9bd-4dae6c5bca44,DISK]
2024-11-08T05:20:27,322 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.rep.1731043227307
2024-11-08T05:20:27,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44435:44435)]
2024-11-08T05:20:27,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b366a5fd8784170c8b76e6afb0a31f0d, NAME => 'hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:20:27,322 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:20:27,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:20:27,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d. service=MultiRowMutationService
2024-11-08T05:20:27,323 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-08T05:20:27,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b366a5fd8784170c8b76e6afb0a31f0d
2024-11-08T05:20:27,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:27,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b366a5fd8784170c8b76e6afb0a31f0d
2024-11-08T05:20:27,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b366a5fd8784170c8b76e6afb0a31f0d
2024-11-08T05:20:27,324 INFO  [StoreOpener-b366a5fd8784170c8b76e6afb0a31f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b366a5fd8784170c8b76e6afb0a31f0d 
2024-11-08T05:20:27,325 INFO  [StoreOpener-b366a5fd8784170c8b76e6afb0a31f0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b366a5fd8784170c8b76e6afb0a31f0d columnFamilyName hfileref
2024-11-08T05:20:27,325 DEBUG [StoreOpener-b366a5fd8784170c8b76e6afb0a31f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:27,325 INFO  [StoreOpener-b366a5fd8784170c8b76e6afb0a31f0d-1 {}] regionserver.HStore(327): Store=b366a5fd8784170c8b76e6afb0a31f0d/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:27,325 INFO  [StoreOpener-b366a5fd8784170c8b76e6afb0a31f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b366a5fd8784170c8b76e6afb0a31f0d 
2024-11-08T05:20:27,326 INFO  [StoreOpener-b366a5fd8784170c8b76e6afb0a31f0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b366a5fd8784170c8b76e6afb0a31f0d columnFamilyName queue
2024-11-08T05:20:27,326 DEBUG [StoreOpener-b366a5fd8784170c8b76e6afb0a31f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:27,326 INFO  [StoreOpener-b366a5fd8784170c8b76e6afb0a31f0d-1 {}] regionserver.HStore(327): Store=b366a5fd8784170c8b76e6afb0a31f0d/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:27,327 INFO  [StoreOpener-b366a5fd8784170c8b76e6afb0a31f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b366a5fd8784170c8b76e6afb0a31f0d 
2024-11-08T05:20:27,327 INFO  [StoreOpener-b366a5fd8784170c8b76e6afb0a31f0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b366a5fd8784170c8b76e6afb0a31f0d columnFamilyName sid
2024-11-08T05:20:27,327 DEBUG [StoreOpener-b366a5fd8784170c8b76e6afb0a31f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:27,328 INFO  [StoreOpener-b366a5fd8784170c8b76e6afb0a31f0d-1 {}] regionserver.HStore(327): Store=b366a5fd8784170c8b76e6afb0a31f0d/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:27,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b366a5fd8784170c8b76e6afb0a31f0d
2024-11-08T05:20:27,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/replication/b366a5fd8784170c8b76e6afb0a31f0d
2024-11-08T05:20:27,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/replication/b366a5fd8784170c8b76e6afb0a31f0d
2024-11-08T05:20:27,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b366a5fd8784170c8b76e6afb0a31f0d
2024-11-08T05:20:27,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b366a5fd8784170c8b76e6afb0a31f0d
2024-11-08T05:20:27,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:20:27,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b366a5fd8784170c8b76e6afb0a31f0d
2024-11-08T05:20:27,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/replication/b366a5fd8784170c8b76e6afb0a31f0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:20:27,332 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b366a5fd8784170c8b76e6afb0a31f0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70742729, jitterRate=0.05414880812168121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:20:27,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b366a5fd8784170c8b76e6afb0a31f0d
2024-11-08T05:20:27,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b366a5fd8784170c8b76e6afb0a31f0d:
Running coprocessor pre-open hook at 1731043227323Writing region info on filesystem at 1731043227323Initializing all the Stores at 1731043227324 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043227324Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043227324Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043227324Cleaning up temporary data from old regions at 1731043227329 (+5 ms)Running coprocessor post-open hooks at 1731043227332 (+3 ms)Region opened successfully at 1731043227332
2024-11-08T05:20:27,333 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d., pid=10, masterSystemTime=1731043227303
2024-11-08T05:20:27,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.
2024-11-08T05:20:27,335 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.
2024-11-08T05:20:27,335 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b366a5fd8784170c8b76e6afb0a31f0d, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,43095,1731043214167
2024-11-08T05:20:27,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b366a5fd8784170c8b76e6afb0a31f0d, server=d1ba675678c9,43095,1731043214167 because future has completed
2024-11-08T05:20:27,338 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-08T05:20:27,339 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b366a5fd8784170c8b76e6afb0a31f0d, server=d1ba675678c9,43095,1731043214167 in 186 msec
2024-11-08T05:20:27,340 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-08T05:20:27,340 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b366a5fd8784170c8b76e6afb0a31f0d, ASSIGN in 343 msec
2024-11-08T05:20:27,340 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:20:27,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043227340"}]},"ts":"1731043227340"}
2024-11-08T05:20:27,342 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-08T05:20:27,343 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:20:27,344 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 788 msec
2024-11-08T05:20:27,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d., hostname=d1ba675678c9,43095,1731043214167, seqNum=2]
2024-11-08T05:20:27,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962
2024-11-08T05:20:27,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962
2024-11-08T05:20:27,440 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 379, reset compression=false
2024-11-08T05:20:27,453 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 379, reset compression=false
2024-11-08T05:20:27,459 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:20:27,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-08T05:20:27,611 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-08T05:20:27,638 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d1ba675678c9,43095,1731043214167, ReplicationSource: 1, currentBandwidth=0
2024-11-08T05:20:27,638 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:20:27,638 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,43095,1731043214167, seqNum=-1]
2024-11-08T05:20:27,638 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:20:27,639 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService
2024-11-08T05:20:27,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d1ba675678c9,43095,1731043214167', locateType=CURRENT is [region=hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d., hostname=d1ba675678c9,43095,1731043214167, seqNum=2]
2024-11-08T05:20:27,649 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-08T05:20:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-08T05:20:27,651 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d1ba675678c9,43095,1731043214167 suceeded
2024-11-08T05:20:27,652 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-08T05:20:27,652 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d1ba675678c9:37259,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:20:27,652 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec
2024-11-08T05:20:27,653 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1280 sec
2024-11-08T05:20:27,664 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:37259'
2024-11-08T05:20:27,666 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eb83c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:27,666 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37259,-1 for getting cluster id
2024-11-08T05:20:27,666 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:20:27,667 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf6b047-d2c3-4634-9fce-0df5d4df9a49'
2024-11-08T05:20:27,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:27,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf6b047-d2c3-4634-9fce-0df5d4df9a49"

2024-11-08T05:20:27,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@208f6e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:27,667 INFO  [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-08T05:20:27,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37259,-1]
2024-11-08T05:20:27,667 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:20:27,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:20:27,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:27,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:27,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:27,667 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:20:27,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:27,668 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:27,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a96f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:27,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,46057,-1 for getting cluster id
2024-11-08T05:20:27,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:27,669 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57dac750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:27,669 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:20:27,669 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee08adb1-e7e9-4e51-9009-a75cb0977333'
2024-11-08T05:20:27,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:27,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee08adb1-e7e9-4e51-9009-a75cb0977333"

2024-11-08T05:20:27,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,37259,1731043208595
2024-11-08T05:20:27,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@522d62dc
2024-11-08T05:20:27,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d09e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:27,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,46057,-1]
2024-11-08T05:20:27,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:20:27,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:27,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:27,671 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService
2024-11-08T05:20:27,671 INFO  [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:27,671 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d1ba675678c9,43095,1731043214167 (queues=1) is replicating from cluster=cc0dc158-c9b0-40b2-93cb-c6ec7a5942c4 to cluster=ebf6b047-d2c3-4634-9fce-0df5d4df9a49
2024-11-08T05:20:27,671 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d1ba675678c9%2C43095%2C1731043214167
2024-11-08T05:20:27,671 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d1ba675678c9,43095,1731043214167, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:20:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31833aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:27,672 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621, startPosition=0, beingWritten=true
2024-11-08T05:20:27,672 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.shipperd1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C43095%2C1731043214167
2024-11-08T05:20:27,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4200e3a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:27,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37259,-1 for getting cluster id
2024-11-08T05:20:27,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:27,677 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf6b047-d2c3-4634-9fce-0df5d4df9a49'
2024-11-08T05:20:27,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:27,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf6b047-d2c3-4634-9fce-0df5d4df9a49"

2024-11-08T05:20:27,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d22a669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:27,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37259,-1]
2024-11-08T05:20:27,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:27,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:27,679 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:27,679 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:20:27,679 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 379, reset compression=false
2024-11-08T05:20:27,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36fba1b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:27,679 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.shipperd1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,43095,1731043214167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:20:27,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b2ff7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:27,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,38245,-1 for getting cluster id
2024-11-08T05:20:27,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:27,680 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc0dc158-c9b0-40b2-93cb-c6ec7a5942c4'
2024-11-08T05:20:27,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:27,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc0dc158-c9b0-40b2-93cb-c6ec7a5942c4"

2024-11-08T05:20:27,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a70468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:27,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,38245,-1]
2024-11-08T05:20:27,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:27,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:27,682 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:27,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64584ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:27,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:20:27,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42371,1731043202778, seqNum=-1]
2024-11-08T05:20:27,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:20:27,685 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:20:27,685 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:20:27,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128., hostname=d1ba675678c9,42371,1731043202778, seqNum=2]
2024-11-08T05:20:27,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:20:27,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,43095,1731043214167, seqNum=-1]
2024-11-08T05:20:27,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:20:27,692 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:20:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c., hostname=d1ba675678c9,43095,1731043214167, seqNum=2]
2024-11-08T05:20:27,695 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-08T05:20:27,696 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:27,696 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:27,697 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:27,697 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:27,697 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:27,729 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:27,729 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:27,729 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:27,730 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:27,730 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:27,730 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:27,737 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:27,740 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:27,740 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:27,742 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:27,765 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-08T05:20:27,894 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 379, reset compression=false
2024-11-08T05:20:27,943 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 379, reset compression=false
2024-11-08T05:20:28,197 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 379, reset compression=false
2024-11-08T05:20:28,256 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 379, reset compression=false
2024-11-08T05:20:28,260 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:20:28,260 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 480, reset compression=false
2024-11-08T05:20:28,260 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.shipperd1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,42371,1731043202778 got entry batch from reader: WALEntryBatch [walEntries=[{test/718c88f514cd9f2b5f6f4fd3cb1ad128/4=[#edits: 1 = <row/f:row/1731043227688/Put/vlen=3/seqid=0; >],199}], lastWalPath=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199]
2024-11-08T05:20:28,262 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.shipperd1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:20:28,263 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService
2024-11-08T05:20:28,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:20:28,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13095f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:28,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37259,-1 for getting cluster id
2024-11-08T05:20:28,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:28,264 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf6b047-d2c3-4634-9fce-0df5d4df9a49'
2024-11-08T05:20:28,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:28,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf6b047-d2c3-4634-9fce-0df5d4df9a49"

2024-11-08T05:20:28,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@452683ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:28,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37259,-1]
2024-11-08T05:20:28,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:28,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:28,265 INFO  [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:28,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a0fe2a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:28,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:20:28,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,33257,1731043208734, seqNum=-1]
2024-11-08T05:20:28,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:20:28,268 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService
2024-11-08T05:20:28,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4., hostname=d1ba675678c9,33257,1731043208734, seqNum=2]
2024-11-08T05:20:28,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:20:28,463 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 480, reset compression=false
2024-11-08T05:20:28,547 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 379, reset compression=false
2024-11-08T05:20:28,551 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:20:28,551 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 504, reset compression=false
2024-11-08T05:20:28,551 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.shipperd1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,33257,1731043208734 got entry batch from reader: WALEntryBatch [walEntries=[{test/97a72ba6e49797eb929bc5e33e5ff3a4/4=[#edits: 1 = <row/f:row/1731043227688/Put/vlen=3/seqid=0; >],215}], lastWalPath=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215]
2024-11-08T05:20:28,553 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.shipperd1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:20:28,554 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService
2024-11-08T05:20:28,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43095 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:20:28,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43ad4c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:28,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43095 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,38245,-1 for getting cluster id
2024-11-08T05:20:28,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:28,556 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc0dc158-c9b0-40b2-93cb-c6ec7a5942c4'
2024-11-08T05:20:28,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:28,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc0dc158-c9b0-40b2-93cb-c6ec7a5942c4"

2024-11-08T05:20:28,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3af53f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:28,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,38245,-1]
2024-11-08T05:20:28,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:28,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:28,557 INFO  [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:28,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a665b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:28,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:20:28,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,43095,1731043214167, seqNum=-1]
2024-11-08T05:20:28,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:20:28,559 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService
2024-11-08T05:20:28,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c., hostname=d1ba675678c9,43095,1731043214167, seqNum=2]
2024-11-08T05:20:28,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43095 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:20:28,601 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 379, reset compression=false
2024-11-08T05:20:28,605 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:20:28,605 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 528, reset compression=false
2024-11-08T05:20:28,605 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.shipperd1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,43095,1731043214167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:20:28,696 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false
2024-11-08T05:20:28,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:20:28,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,33257,1731043208734, seqNum=-1]
2024-11-08T05:20:28,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:20:28,698 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:20:28,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4., hostname=d1ba675678c9,33257,1731043208734, seqNum=2]
2024-11-08T05:20:28,702 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false
2024-11-08T05:20:28,755 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 504, reset compression=false
2024-11-08T05:20:28,759 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:20:28,759 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 608, reset compression=false
2024-11-08T05:20:28,759 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.shipperd1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,33257,1731043208734 got entry batch from reader: WALEntryBatch [walEntries=[{test/97a72ba6e49797eb929bc5e33e5ff3a4/5=[#edits: 1 = <row1/f:row1/1731043228700/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-08T05:20:28,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43095 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:20:28,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43095 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:20:28,767 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 480, reset compression=false
2024-11-08T05:20:28,808 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 528, reset compression=false
2024-11-08T05:20:28,812 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:20:28,812 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 656, reset compression=false
2024-11-08T05:20:28,812 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.shipperd1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,43095,1731043214167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:20:28,963 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 608, reset compression=false
2024-11-08T05:20:29,016 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 656, reset compression=false
2024-11-08T05:20:29,171 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 480, reset compression=false
2024-11-08T05:20:29,266 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 608, reset compression=false
2024-11-08T05:20:29,318 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 656, reset compression=false
2024-11-08T05:20:29,669 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 608, reset compression=false
2024-11-08T05:20:29,674 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 480, reset compression=false
2024-11-08T05:20:29,704 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false
2024-11-08T05:20:29,706 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false
2024-11-08T05:20:29,721 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 656, reset compression=false
2024-11-08T05:20:29,725 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:20:29,725 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 760, reset compression=false
2024-11-08T05:20:29,725 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.shipperd1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,43095,1731043214167 got entry batch from reader: WALEntryBatch [walEntries=[{test/d9b7c9d583407efb94680ddccef62b7c/6=[#edits: 1 = <row2/f:row2/1731043229705/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-08T05:20:29,727 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.shipperd1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:20:29,728 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService
2024-11-08T05:20:29,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:20:29,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:20:29,928 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 760, reset compression=false
2024-11-08T05:20:30,173 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 608, reset compression=false
2024-11-08T05:20:30,176 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:20:30,176 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 736, reset compression=false
2024-11-08T05:20:30,176 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.shipperd1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,33257,1731043208734 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:20:30,233 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 760, reset compression=false
2024-11-08T05:20:30,277 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 480, reset compression=false
2024-11-08T05:20:30,379 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 736, reset compression=false
2024-11-08T05:20:30,636 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 760, reset compression=false
2024-11-08T05:20:30,683 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 736, reset compression=false
2024-11-08T05:20:30,708 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false
2024-11-08T05:20:30,712 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true
2024-11-08T05:20:30,981 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 480, reset compression=false
2024-11-08T05:20:31,024 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:20:31,025 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 636, reset compression=false
2024-11-08T05:20:31,025 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.shipperd1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,42371,1731043202778 got entry batch from reader: WALEntryBatch [walEntries=[{test/718c88f514cd9f2b5f6f4fd3cb1ad128/5=[#edits: 2 = <row/f:/1731043230709/DeleteFamily/vlen=0/seqid=0; row/f1:/1731043230709/DeleteFamily/vlen=0/seqid=0; >],271}], lastWalPath=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271]
2024-11-08T05:20:31,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:20:31,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:20:31,087 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 736, reset compression=false
2024-11-08T05:20:31,091 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:20:31,091 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 884, reset compression=false
2024-11-08T05:20:31,091 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.shipperd1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,33257,1731043208734 got entry batch from reader: WALEntryBatch [walEntries=[{test/97a72ba6e49797eb929bc5e33e5ff3a4/7=[#edits: 2 = <row/f:/1731043230709/DeleteFamily/vlen=0/seqid=0; row/f1:/1731043230709/DeleteFamily/vlen=0/seqid=0; >],287}], lastWalPath=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287]
2024-11-08T05:20:31,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43095 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:20:31,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43095 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:20:31,140 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 760, reset compression=false
2024-11-08T05:20:31,144 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:20:31,144 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 932, reset compression=false
2024-11-08T05:20:31,144 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.shipperd1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,43095,1731043214167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:20:31,241 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 636, reset compression=false
2024-11-08T05:20:31,295 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 884, reset compression=false
2024-11-08T05:20:31,353 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 932, reset compression=false
2024-11-08T05:20:31,544 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 636, reset compression=false
2024-11-08T05:20:31,598 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 884, reset compression=false
2024-11-08T05:20:31,656 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 932, reset compression=false
2024-11-08T05:20:31,713 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true
2024-11-08T05:20:31,716 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true
2024-11-08T05:20:31,948 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 636, reset compression=false
2024-11-08T05:20:32,002 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 884, reset compression=false
2024-11-08T05:20:32,005 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:20:32,005 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 1043, reset compression=false
2024-11-08T05:20:32,005 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.shipperd1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,33257,1731043208734 got entry batch from reader: WALEntryBatch [walEntries=[{test/97a72ba6e49797eb929bc5e33e5ff3a4/8=[#edits: 2 = <row1/f:/1731043231714/DeleteFamily/vlen=0/seqid=0; row1/f1:/1731043231714/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-08T05:20:32,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43095 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:20:32,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43095 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:20:32,059 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 932, reset compression=false
2024-11-08T05:20:32,063 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:20:32,063 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 1082, reset compression=false
2024-11-08T05:20:32,063 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.shipperd1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,43095,1731043214167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:20:32,173 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T05:20:32,209 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 1043, reset compression=false
2024-11-08T05:20:32,269 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 1082, reset compression=false
2024-11-08T05:20:32,451 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 636, reset compression=false
2024-11-08T05:20:32,512 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 1043, reset compression=false
2024-11-08T05:20:32,572 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 1082, reset compression=false
2024-11-08T05:20:32,718 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true
2024-11-08T05:20:32,721 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true
2024-11-08T05:20:32,825 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:20:32,826 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:32,826 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:32,826 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:32,826 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:32,827 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:32,873 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:32,874 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:32,874 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:32,874 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:32,874 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:32,874 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:32,880 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:32,883 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:32,883 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:32,885 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:32,915 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 1043, reset compression=false
2024-11-08T05:20:32,975 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 1082, reset compression=false
2024-11-08T05:20:32,979 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:20:32,979 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 1241, reset compression=false
2024-11-08T05:20:32,979 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.shipperd1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,43095,1731043214167 got entry batch from reader: WALEntryBatch [walEntries=[{test/d9b7c9d583407efb94680ddccef62b7c/9=[#edits: 2 = <row2/f:/1731043232718/DeleteFamily/vlen=0/seqid=0; row2/f1:/1731043232718/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-08T05:20:32,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-08T05:20:32,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-08T05:20:33,054 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 636, reset compression=false
2024-11-08T05:20:33,182 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 1241, reset compression=false
2024-11-08T05:20:33,418 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 1043, reset compression=false
2024-11-08T05:20:33,422 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:20:33,422 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 1193, reset compression=false
2024-11-08T05:20:33,422 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.shipperd1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,33257,1731043208734 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:20:33,485 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 1241, reset compression=false
2024-11-08T05:20:33,629 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 1193, reset compression=false
2024-11-08T05:20:33,722 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true
2024-11-08T05:20:33,727 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:20:33,727 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:20:33,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:20:33,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:33,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:33,728 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:20:33,728 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:20:33,728 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1623440619, stopped=false
2024-11-08T05:20:33,728 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,38245,1731043213907
2024-11-08T05:20:33,758 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 636, reset compression=false
2024-11-08T05:20:33,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2392661962/running
2024-11-08T05:20:33,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2392661962/running
2024-11-08T05:20:33,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962
2024-11-08T05:20:33,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962
2024-11-08T05:20:33,784 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:20:33,784 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:20:33,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:20:33,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:33,785 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,43095,1731043214167' *****
2024-11-08T05:20:33,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Set watcher on znode that does not yet exist, /2392661962/running
2024-11-08T05:20:33,785 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:20:33,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Set watcher on znode that does not yet exist, /2392661962/running
2024-11-08T05:20:33,785 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:20:33,785 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:20:33,785 INFO  [RS:0;d1ba675678c9:43095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:20:33,785 INFO  [RS:0;d1ba675678c9:43095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:20:33,786 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(3091): Received CLOSE for d9b7c9d583407efb94680ddccef62b7c
2024-11-08T05:20:33,786 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(3091): Received CLOSE for b366a5fd8784170c8b76e6afb0a31f0d
2024-11-08T05:20:33,786 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,43095,1731043214167
2024-11-08T05:20:33,786 INFO  [RS:0;d1ba675678c9:43095 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:20:33,786 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9b7c9d583407efb94680ddccef62b7c, disabling compactions & flushes
2024-11-08T05:20:33,786 INFO  [RS:0;d1ba675678c9:43095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:43095.
2024-11-08T05:20:33,786 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c.
2024-11-08T05:20:33,786 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c.
2024-11-08T05:20:33,786 DEBUG [RS:0;d1ba675678c9:43095 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:20:33,786 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c. after waiting 0 ms
2024-11-08T05:20:33,786 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c.
2024-11-08T05:20:33,786 DEBUG [RS:0;d1ba675678c9:43095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:33,786 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:20:33,786 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:20:33,786 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:20:33,786 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d9b7c9d583407efb94680ddccef62b7c 3/3 column families, dataSize=276 B heapSize=1.77 KB
2024-11-08T05:20:33,786 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:20:33,786 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-08T05:20:33,786 DEBUG [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1325): Online Regions={d9b7c9d583407efb94680ddccef62b7c=test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c., b366a5fd8784170c8b76e6afb0a31f0d=hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d., 1588230740=hbase:meta,,1.1588230740}
2024-11-08T05:20:33,786 DEBUG [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b366a5fd8784170c8b76e6afb0a31f0d, d9b7c9d583407efb94680ddccef62b7c
2024-11-08T05:20:33,786 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:20:33,787 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:20:33,787 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:20:33,787 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:20:33,787 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:20:33,787 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-08T05:20:33,801 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:20:33,805 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/.tmp/info/f8c037d4b8b2472689fae2b2ade925ed is 147, key is hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d./info:regioninfo/1731043227335/Put/seqid=0
2024-11-08T05:20:33,805 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/default/test/d9b7c9d583407efb94680ddccef62b7c/.tmp/f/ad2ab7a486ef492da309a6de120256ea is 29, key is row1/f:/1731043231714/DeleteFamily/seqid=0
2024-11-08T05:20:33,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741841_1017 (size=5152)
2024-11-08T05:20:33,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741840_1016 (size=7686)
2024-11-08T05:20:33,808 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/default/test/d9b7c9d583407efb94680ddccef62b7c/.tmp/f/ad2ab7a486ef492da309a6de120256ea
2024-11-08T05:20:33,812 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad2ab7a486ef492da309a6de120256ea
2024-11-08T05:20:33,829 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/default/test/d9b7c9d583407efb94680ddccef62b7c/.tmp/f1/12071b26f9474641bc268332a2910401 is 30, key is row1/f1:/1731043231714/DeleteFamily/seqid=0
2024-11-08T05:20:33,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741842_1018 (size=5158)
2024-11-08T05:20:33,832 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/default/test/d9b7c9d583407efb94680ddccef62b7c/.tmp/f1/12071b26f9474641bc268332a2910401
2024-11-08T05:20:33,836 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12071b26f9474641bc268332a2910401
2024-11-08T05:20:33,854 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/default/test/d9b7c9d583407efb94680ddccef62b7c/.tmp/norep/da49fdce044c46aeab42c92d0517ee11 is 33, key is row2/norep:/1731043232718/DeleteFamily/seqid=0
2024-11-08T05:20:33,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741843_1019 (size=5108)
2024-11-08T05:20:33,889 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 1241, reset compression=false
2024-11-08T05:20:33,893 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:20:33,893 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 1488, reset compression=false
2024-11-08T05:20:33,893 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.shipperd1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,43095,1731043214167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:20:33,894 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.shipperd1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d1ba675678c9,43095,1731043214167: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d1ba675678c9,43095,1731043214167, walGroup=d1ba675678c9%2C43095%2C1731043214167, offset=d1ba675678c9%2C43095%2C1731043214167.1731043215621:1488, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:43095 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-08T05:20:33,894 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.shipperd1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-08T05:20:33,894 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.shipperd1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-08T05:20:33,895 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.shipperd1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-08T05:20:33,895 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.shipperd1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-08T05:20:33,895 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.shipperd1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-08T05:20:33,895 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.shipperd1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1352663040,
        "init": 1048576000,
        "max": 2306867200,
        "used": 963228488
      },
      "NonHeapMemoryUsage": {
        "committed": 205783040,
        "init": 7667712,
        "max": -1,
        "used": 200992104
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-08T05:20:33,896 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.shipperd1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:38245 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:38245 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-08T05:20:33,932 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 1193, reset compression=false
2024-11-08T05:20:33,987 DEBUG [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b366a5fd8784170c8b76e6afb0a31f0d, d9b7c9d583407efb94680ddccef62b7c
2024-11-08T05:20:34,098 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 1488, reset compression=false
2024-11-08T05:20:34,187 DEBUG [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b366a5fd8784170c8b76e6afb0a31f0d, d9b7c9d583407efb94680ddccef62b7c
2024-11-08T05:20:34,208 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/.tmp/info/f8c037d4b8b2472689fae2b2ade925ed
2024-11-08T05:20:34,226 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/.tmp/ns/25cf236097024f4b8e5cb2f839d14062 is 43, key is default/ns:d/1731043216600/Put/seqid=0
2024-11-08T05:20:34,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741844_1020 (size=5153)
2024-11-08T05:20:34,258 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/default/test/d9b7c9d583407efb94680ddccef62b7c/.tmp/norep/da49fdce044c46aeab42c92d0517ee11
2024-11-08T05:20:34,262 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da49fdce044c46aeab42c92d0517ee11
2024-11-08T05:20:34,262 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/default/test/d9b7c9d583407efb94680ddccef62b7c/.tmp/f/ad2ab7a486ef492da309a6de120256ea as hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/default/test/d9b7c9d583407efb94680ddccef62b7c/f/ad2ab7a486ef492da309a6de120256ea
2024-11-08T05:20:34,269 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad2ab7a486ef492da309a6de120256ea
2024-11-08T05:20:34,269 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/default/test/d9b7c9d583407efb94680ddccef62b7c/f/ad2ab7a486ef492da309a6de120256ea, entries=3, sequenceid=10, filesize=5.0 K
2024-11-08T05:20:34,270 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/default/test/d9b7c9d583407efb94680ddccef62b7c/.tmp/f1/12071b26f9474641bc268332a2910401 as hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/default/test/d9b7c9d583407efb94680ddccef62b7c/f1/12071b26f9474641bc268332a2910401
2024-11-08T05:20:34,274 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12071b26f9474641bc268332a2910401
2024-11-08T05:20:34,274 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/default/test/d9b7c9d583407efb94680ddccef62b7c/f1/12071b26f9474641bc268332a2910401, entries=3, sequenceid=10, filesize=5.0 K
2024-11-08T05:20:34,274 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/default/test/d9b7c9d583407efb94680ddccef62b7c/.tmp/norep/da49fdce044c46aeab42c92d0517ee11 as hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/default/test/d9b7c9d583407efb94680ddccef62b7c/norep/da49fdce044c46aeab42c92d0517ee11
2024-11-08T05:20:34,278 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da49fdce044c46aeab42c92d0517ee11
2024-11-08T05:20:34,278 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/default/test/d9b7c9d583407efb94680ddccef62b7c/norep/da49fdce044c46aeab42c92d0517ee11, entries=1, sequenceid=10, filesize=5.0 K
2024-11-08T05:20:34,279 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d9b7c9d583407efb94680ddccef62b7c in 493ms, sequenceid=10, compaction requested=false
2024-11-08T05:20:34,283 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/default/test/d9b7c9d583407efb94680ddccef62b7c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-08T05:20:34,283 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:20:34,283 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:20:34,283 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c.
2024-11-08T05:20:34,283 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9b7c9d583407efb94680ddccef62b7c:
Waiting for close lock at 1731043233786Running coprocessor pre-close hooks at 1731043233786Disabling compacts and flushes for region at 1731043233786Disabling writes for close at 1731043233786Obtaining lock to block concurrent updates at 1731043233786Preparing flush snapshotting stores in d9b7c9d583407efb94680ddccef62b7c at 1731043233786Finished memstore snapshotting test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731043233787 (+1 ms)Flushing stores of test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c. at 1731043233787Flushing d9b7c9d583407efb94680ddccef62b7c/f: creating writer at 1731043233787Flushing d9b7c9d583407efb94680ddccef62b7c/f: appending metadata at 1731043233804 (+17 ms)Flushing d9b7c9d583407efb94680ddccef62b7c/f: closing flushed file at 1731043233804Flushing d9b7c9d583407efb94680ddccef62b7c/f1: creating writer at 1731043233812 (+8 ms)Flushing d9b7c9d583407efb94680ddccef62b7c/f1: appending metadata at 1731043233828 (+16 ms)Flushing d9b7c9d583407efb94680ddccef62b7c/f1: closing flushed file at 1731043233828Flushing d9b7c9d583407efb94680ddccef62b7c/norep: creating writer at 1731043233836 (+8 ms)Flushing d9b7c9d583407efb94680ddccef62b7c/norep: appending metadata at 1731043233853 (+17 ms)Flushing d9b7c9d583407efb94680ddccef62b7c/norep: closing flushed file at 1731043233853Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37eec8e2: reopening flushed file at 1731043234262 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e83efee: reopening flushed file at 1731043234269 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@429e9f5d: reopening flushed file at 1731043234274 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d9b7c9d583407efb94680ddccef62b7c in 493ms, sequenceid=10, compaction requested=false at 1731043234279 (+5 ms)Writing region close event to WAL at 1731043234280 (+1 ms)Running coprocessor post-close hooks at 1731043234283 (+3 ms)Closed at 1731043234283
2024-11-08T05:20:34,284 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c.
2024-11-08T05:20:34,284 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b366a5fd8784170c8b76e6afb0a31f0d, disabling compactions & flushes
2024-11-08T05:20:34,284 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.
2024-11-08T05:20:34,284 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.
2024-11-08T05:20:34,284 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d. after waiting 0 ms
2024-11-08T05:20:34,284 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.
2024-11-08T05:20:34,284 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b366a5fd8784170c8b76e6afb0a31f0d:
Waiting for close lock at 1731043234284Running coprocessor pre-close hooks at 1731043234284Disabling compacts and flushes for region at 1731043234284Disabling writes for close at 1731043234284Failed flush hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d., putting online again at 1731043234284
2024-11-08T05:20:34,284 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.
2024-11-08T05:20:34,335 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 1193, reset compression=false
2024-11-08T05:20:34,387 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(3091): Received CLOSE for b366a5fd8784170c8b76e6afb0a31f0d
2024-11-08T05:20:34,387 DEBUG [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b366a5fd8784170c8b76e6afb0a31f0d
2024-11-08T05:20:34,387 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b366a5fd8784170c8b76e6afb0a31f0d, disabling compactions & flushes
2024-11-08T05:20:34,387 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.
2024-11-08T05:20:34,387 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.
2024-11-08T05:20:34,387 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d. after waiting 0 ms
2024-11-08T05:20:34,387 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.
2024-11-08T05:20:34,387 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b366a5fd8784170c8b76e6afb0a31f0d:
Waiting for close lock at 1731043234387Running coprocessor pre-close hooks at 1731043234387Disabling compacts and flushes for region at 1731043234387Disabling writes for close at 1731043234387Failed flush hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d., putting online again at 1731043234387
2024-11-08T05:20:34,387 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d.
2024-11-08T05:20:34,402 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 1488, reset compression=false
2024-11-08T05:20:34,406 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:20:34,406 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 2132, reset compression=false
2024-11-08T05:20:34,488 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:20:34,488 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:20:34,561 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 636, reset compression=false
2024-11-08T05:20:34,587 DEBUG [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:20:34,610 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 2132, reset compression=false
2024-11-08T05:20:34,629 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/.tmp/ns/25cf236097024f4b8e5cb2f839d14062
2024-11-08T05:20:34,654 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/.tmp/rep_barrier/2992539b0d6f415c83a588909d3a02b2 is 112, key is test,,1731043220949.d9b7c9d583407efb94680ddccef62b7c./rep_barrier:seqnumDuringOpen/1731043222193/Put/seqid=0
2024-11-08T05:20:34,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741845_1021 (size=5518)
2024-11-08T05:20:34,787 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-08T05:20:34,787 DEBUG [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1325): Online Regions={b366a5fd8784170c8b76e6afb0a31f0d=hbase:replication,,1731043226555.b366a5fd8784170c8b76e6afb0a31f0d., 1588230740=hbase:meta,,1.1588230740}
2024-11-08T05:20:34,788 DEBUG [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:20:34,838 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 1193, reset compression=false
2024-11-08T05:20:34,914 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 2132, reset compression=false
2024-11-08T05:20:34,988 DEBUG [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:20:35,058 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/.tmp/rep_barrier/2992539b0d6f415c83a588909d3a02b2
2024-11-08T05:20:35,079 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/.tmp/table/6be14541bb2a49999f4582516a888772 is 53, key is hbase:replication/table:state/1731043227340/Put/seqid=0
2024-11-08T05:20:35,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741846_1022 (size=5308)
2024-11-08T05:20:35,188 DEBUG [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:20:35,318 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.wal-reader.d1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 to pos 2132, reset compression=false
2024-11-08T05:20:35,388 DEBUG [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:20:35,443 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 1193, reset compression=false
2024-11-08T05:20:35,464 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 636, reset compression=false
2024-11-08T05:20:35,483 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/.tmp/table/6be14541bb2a49999f4582516a888772
2024-11-08T05:20:35,487 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/.tmp/info/f8c037d4b8b2472689fae2b2ade925ed as hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/info/f8c037d4b8b2472689fae2b2ade925ed
2024-11-08T05:20:35,491 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/info/f8c037d4b8b2472689fae2b2ade925ed, entries=20, sequenceid=16, filesize=7.5 K
2024-11-08T05:20:35,492 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/.tmp/ns/25cf236097024f4b8e5cb2f839d14062 as hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/ns/25cf236097024f4b8e5cb2f839d14062
2024-11-08T05:20:35,496 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=4, created chunk count=37, reused chunk count=126, reuseRatio=77.30%
2024-11-08T05:20:35,496 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0
2024-11-08T05:20:35,497 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/ns/25cf236097024f4b8e5cb2f839d14062, entries=2, sequenceid=16, filesize=5.0 K
2024-11-08T05:20:35,498 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/.tmp/rep_barrier/2992539b0d6f415c83a588909d3a02b2 as hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/rep_barrier/2992539b0d6f415c83a588909d3a02b2
2024-11-08T05:20:35,503 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/rep_barrier/2992539b0d6f415c83a588909d3a02b2, entries=1, sequenceid=16, filesize=5.4 K
2024-11-08T05:20:35,503 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/.tmp/table/6be14541bb2a49999f4582516a888772 as hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/table/6be14541bb2a49999f4582516a888772
2024-11-08T05:20:35,508 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/table/6be14541bb2a49999f4582516a888772, entries=4, sequenceid=16, filesize=5.2 K
2024-11-08T05:20:35,516 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false
2024-11-08T05:20:35,520 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-08T05:20:35,520 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:20:35,520 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:20:35,520 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:20:35,520 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043233786Running coprocessor pre-close hooks at 1731043233786Disabling compacts and flushes for region at 1731043233786Disabling writes for close at 1731043233787 (+1 ms)Obtaining lock to block concurrent updates at 1731043233787Preparing flush snapshotting stores in 1588230740 at 1731043233787Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731043233787Flushing stores of hbase:meta,,1.1588230740 at 1731043233787Flushing 1588230740/info: creating writer at 1731043233787Flushing 1588230740/info: appending metadata at 1731043233804 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731043233804Flushing 1588230740/ns: creating writer at 1731043234212 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731043234225 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731043234225Flushing 1588230740/rep_barrier: creating writer at 1731043234637 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731043234653 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731043234653Flushing 1588230740/table: creating writer at 1731043235062 (+409 ms)Flushing 1588230740/table: appending metadata at 1731043235079 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731043235079Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17fadbfc: reopening flushed file at 1731043235486 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ba2179: reopening flushed file at 1731043235491 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@240d1233: reopening flushed file at 1731043235497 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c6d04ad: reopening flushed file at 1731043235503 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false at 1731043235516 (+13 ms)Writing region close event to WAL at 1731043235517 (+1 ms)Running coprocessor post-close hooks at 1731043235520 (+3 ms)Closed at 1731043235520
2024-11-08T05:20:35,520 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:20:35,588 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-08T05:20:35,588 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,43095,1731043214167; all regions closed.
2024-11-08T05:20:35,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741834_1010 (size=4239)
2024-11-08T05:20:35,590 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.meta.1731043216553.meta not finished, retry = 0
2024-11-08T05:20:35,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741839_1015 (size=2171)
2024-11-08T05:20:35,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741832_1008 (size=2140)
2024-11-08T05:20:35,697 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/WALs/d1ba675678c9,43095,1731043214167/d1ba675678c9%2C43095%2C1731043214167.1731043215621 not finished, retry = 0
2024-11-08T05:20:35,797 DEBUG [RS:0;d1ba675678c9:43095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:35,797 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:20:35,798 INFO  [RS:0;d1ba675678c9:43095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:20:35,798 INFO  [RS:0;d1ba675678c9:43095 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-08T05:20:35,798 INFO  [RS:0;d1ba675678c9:43095 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:20:35,798 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:20:35,798 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d1ba675678c9,43095,1731043214167 because: Region server is closing
2024-11-08T05:20:35,799 INFO  [RS:0;d1ba675678c9:43095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:43095.
2024-11-08T05:20:35,799 DEBUG [RS:0;d1ba675678c9:43095 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:20:35,799 DEBUG [RS:0;d1ba675678c9:43095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:35,799 DEBUG [RS:0;d1ba675678c9:43095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:35,799 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:20:35,899 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,43095,1731043214167.replicationSource.shipperd1ba675678c9%2C43095%2C1731043214167,1-d1ba675678c9,43095,1731043214167 terminated
2024-11-08T05:20:35,899 INFO  [RS:0;d1ba675678c9:43095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:43095.
2024-11-08T05:20:35,899 DEBUG [RS:0;d1ba675678c9:43095 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:20:35,899 DEBUG [RS:0;d1ba675678c9:43095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:35,900 DEBUG [RS:0;d1ba675678c9:43095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:35,900 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:20:35,900 INFO  [RS:0;d1ba675678c9:43095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43095
2024-11-08T05:20:35,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2392661962/rs/d1ba675678c9,43095,1731043214167
2024-11-08T05:20:35,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962/rs
2024-11-08T05:20:35,963 INFO  [RS:0;d1ba675678c9:43095 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:20:35,974 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,43095,1731043214167]
2024-11-08T05:20:35,984 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2392661962/draining/d1ba675678c9,43095,1731043214167 already deleted, retry=false
2024-11-08T05:20:35,984 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,43095,1731043214167 expired; onlineServers=0
2024-11-08T05:20:35,984 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,38245,1731043213907' *****
2024-11-08T05:20:35,984 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:20:35,984 INFO  [M:0;d1ba675678c9:38245 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:20:35,984 INFO  [M:0;d1ba675678c9:38245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:20:35,984 DEBUG [M:0;d1ba675678c9:38245 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:20:35,984 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:20:35,984 DEBUG [M:0;d1ba675678c9:38245 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:20:35,984 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043215364 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043215364,5,FailOnTimeoutGroup]
2024-11-08T05:20:35,984 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043215368 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043215368,5,FailOnTimeoutGroup]
2024-11-08T05:20:35,985 INFO  [M:0;d1ba675678c9:38245 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:20:35,985 INFO  [M:0;d1ba675678c9:38245 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:20:35,985 DEBUG [M:0;d1ba675678c9:38245 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:20:35,985 INFO  [M:0;d1ba675678c9:38245 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:20:35,985 INFO  [M:0;d1ba675678c9:38245 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:20:35,985 INFO  [M:0;d1ba675678c9:38245 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:20:35,985 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:20:36,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2392661962/master
2024-11-08T05:20:36,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392661962
2024-11-08T05:20:36,026 DEBUG [M:0;d1ba675678c9:38245 {}] zookeeper.ZKUtil(347): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Unable to get data of znode /2392661962/master because node does not exist (not an error)
2024-11-08T05:20:36,026 WARN  [M:0;d1ba675678c9:38245 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T05:20:36,037 INFO  [M:0;d1ba675678c9:38245 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/.lastflushedseqids
2024-11-08T05:20:36,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741847_1023 (size=245)
2024-11-08T05:20:36,043 INFO  [M:0;d1ba675678c9:38245 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:20:36,043 INFO  [M:0;d1ba675678c9:38245 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:20:36,043 DEBUG [M:0;d1ba675678c9:38245 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:20:36,043 INFO  [M:0;d1ba675678c9:38245 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:36,043 DEBUG [M:0;d1ba675678c9:38245 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:36,043 DEBUG [M:0;d1ba675678c9:38245 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:20:36,043 DEBUG [M:0;d1ba675678c9:38245 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:36,043 INFO  [M:0;d1ba675678c9:38245 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB
2024-11-08T05:20:36,066 DEBUG [M:0;d1ba675678c9:38245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2eda0ecd49234c39acfa573215f76f96 is 82, key is hbase:meta,,1/info:regioninfo/1731043216581/Put/seqid=0
2024-11-08T05:20:36,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741848_1024 (size=5672)
2024-11-08T05:20:36,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:20:36,074 INFO  [RS:0;d1ba675678c9:43095 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:20:36,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x10118e30ab80007, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:20:36,074 INFO  [RS:0;d1ba675678c9:43095 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,43095,1731043214167; zookeeper connection closed.
2024-11-08T05:20:36,074 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@155aa95f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@155aa95f
2024-11-08T05:20:36,074 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:20:36,146 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 1193, reset compression=false
2024-11-08T05:20:36,467 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 636, reset compression=false
2024-11-08T05:20:36,474 INFO  [M:0;d1ba675678c9:38245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2eda0ecd49234c39acfa573215f76f96
2024-11-08T05:20:36,498 DEBUG [M:0;d1ba675678c9:38245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86dcd64f4f3342adb00aab2d5728a67f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731043227343/Put/seqid=0
2024-11-08T05:20:36,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741849_1025 (size=8515)
2024-11-08T05:20:36,503 INFO  [M:0;d1ba675678c9:38245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86dcd64f4f3342adb00aab2d5728a67f
2024-11-08T05:20:36,524 DEBUG [M:0;d1ba675678c9:38245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6570a59f10304bd0b980fa570f288942 is 69, key is d1ba675678c9,43095,1731043214167/rs:state/1731043215442/Put/seqid=0
2024-11-08T05:20:36,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741850_1026 (size=5156)
2024-11-08T05:20:36,542 INFO  [M:0;d1ba675678c9:38245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6570a59f10304bd0b980fa570f288942
2024-11-08T05:20:36,546 DEBUG [M:0;d1ba675678c9:38245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2eda0ecd49234c39acfa573215f76f96 as hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2eda0ecd49234c39acfa573215f76f96
2024-11-08T05:20:36,549 INFO  [M:0;d1ba675678c9:38245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2eda0ecd49234c39acfa573215f76f96, entries=8, sequenceid=97, filesize=5.5 K
2024-11-08T05:20:36,550 DEBUG [M:0;d1ba675678c9:38245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86dcd64f4f3342adb00aab2d5728a67f as hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86dcd64f4f3342adb00aab2d5728a67f
2024-11-08T05:20:36,553 INFO  [M:0;d1ba675678c9:38245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86dcd64f4f3342adb00aab2d5728a67f, entries=11, sequenceid=97, filesize=8.3 K
2024-11-08T05:20:36,554 DEBUG [M:0;d1ba675678c9:38245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6570a59f10304bd0b980fa570f288942 as hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6570a59f10304bd0b980fa570f288942
2024-11-08T05:20:36,557 INFO  [M:0;d1ba675678c9:38245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/f6ca1962-420a-874c-59b0-8c500d5a875f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6570a59f10304bd0b980fa570f288942, entries=1, sequenceid=97, filesize=5.0 K
2024-11-08T05:20:36,558 INFO  [M:0;d1ba675678c9:38245 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 515ms, sequenceid=97, compaction requested=false
2024-11-08T05:20:36,559 INFO  [M:0;d1ba675678c9:38245 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:36,559 DEBUG [M:0;d1ba675678c9:38245 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043236043Disabling compacts and flushes for region at 1731043236043Disabling writes for close at 1731043236043Obtaining lock to block concurrent updates at 1731043236043Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043236043Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731043236044 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043236044Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043236044Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043236066 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043236066Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043236478 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043236497 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043236498 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043236508 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043236523 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043236523Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f33d3cc: reopening flushed file at 1731043236545 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22721bce: reopening flushed file at 1731043236549 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d50c41f: reopening flushed file at 1731043236553 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 515ms, sequenceid=97, compaction requested=false at 1731043236558 (+5 ms)Writing region close event to WAL at 1731043236559 (+1 ms)Closed at 1731043236559
2024-11-08T05:20:36,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741830_1006 (size=63642)
2024-11-08T05:20:36,562 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:20:36,562 INFO  [M:0;d1ba675678c9:38245 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:20:36,562 INFO  [M:0;d1ba675678c9:38245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38245
2024-11-08T05:20:36,562 INFO  [M:0;d1ba675678c9:38245 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:20:36,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:20:36,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x10118e30ab80006, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:20:36,705 INFO  [M:0;d1ba675678c9:38245 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:20:36,745 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75eff3e5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:20:36,745 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57ed330a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:20:36,745 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:20:36,745 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cd76569{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:20:36,745 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@554d416c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/hadoop.log.dir/,STOPPED}
2024-11-08T05:20:36,748 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:20:36,748 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:20:36,748 WARN  [BP-1212455381-172.17.0.3-1731043211444 heartbeating to localhost/127.0.0.1:38119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:20:36,748 WARN  [BP-1212455381-172.17.0.3-1731043211444 heartbeating to localhost/127.0.0.1:38119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1212455381-172.17.0.3-1731043211444 (Datanode Uuid 3310090b-f1d7-4843-98a0-2ed6bba08963) service to localhost/127.0.0.1:38119
2024-11-08T05:20:36,749 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/cluster_aad78cd0-1b23-62ad-9937-2f23b4c22e53/data/data1/current/BP-1212455381-172.17.0.3-1731043211444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:20:36,749 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/cluster_aad78cd0-1b23-62ad-9937-2f23b4c22e53/data/data2/current/BP-1212455381-172.17.0.3-1731043211444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:20:36,750 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:20:36,757 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14671a5d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:20:36,758 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e91cfc1{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:20:36,758 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:20:36,758 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53b2d1be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:20:36,758 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b331d6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/hadoop.log.dir/,STOPPED}
2024-11-08T05:20:36,773 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:20:36,773 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:20:36,773 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:20:36,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:20:36,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:36,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:36,773 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:20:36,773 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:20:36,773 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1875143950, stopped=false
2024-11-08T05:20:36,774 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,37259,1731043208595
2024-11-08T05:20:36,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1221145681/running
2024-11-08T05:20:36,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1221145681/running
2024-11-08T05:20:36,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681
2024-11-08T05:20:36,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681
2024-11-08T05:20:36,784 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:20:36,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Set watcher on znode that does not yet exist, /1-1221145681/running
2024-11-08T05:20:36,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Set watcher on znode that does not yet exist, /1-1221145681/running
2024-11-08T05:20:36,785 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:20:36,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:20:36,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:36,785 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,33257,1731043208734' *****
2024-11-08T05:20:36,785 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:20:36,785 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:20:36,786 INFO  [RS:0;d1ba675678c9:33257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:20:36,786 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:20:36,786 INFO  [RS:0;d1ba675678c9:33257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:20:36,786 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(3091): Received CLOSE for 96a461412920916d6f98a127c389d7ef
2024-11-08T05:20:36,786 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(3091): Received CLOSE for 97a72ba6e49797eb929bc5e33e5ff3a4
2024-11-08T05:20:36,786 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,33257,1731043208734
2024-11-08T05:20:36,786 INFO  [RS:0;d1ba675678c9:33257 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:20:36,786 INFO  [RS:0;d1ba675678c9:33257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:33257.
2024-11-08T05:20:36,786 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96a461412920916d6f98a127c389d7ef, disabling compactions & flushes
2024-11-08T05:20:36,786 DEBUG [RS:0;d1ba675678c9:33257 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:20:36,786 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef.
2024-11-08T05:20:36,786 DEBUG [RS:0;d1ba675678c9:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:36,786 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef.
2024-11-08T05:20:36,786 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef. after waiting 0 ms
2024-11-08T05:20:36,786 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:20:36,786 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef.
2024-11-08T05:20:36,786 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:20:36,786 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:20:36,786 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:20:36,786 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 96a461412920916d6f98a127c389d7ef 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB
2024-11-08T05:20:36,786 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-08T05:20:36,786 DEBUG [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(1325): Online Regions={96a461412920916d6f98a127c389d7ef=hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef., 1588230740=hbase:meta,,1.1588230740, 97a72ba6e49797eb929bc5e33e5ff3a4=test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4.}
2024-11-08T05:20:36,786 DEBUG [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96a461412920916d6f98a127c389d7ef, 97a72ba6e49797eb929bc5e33e5ff3a4
2024-11-08T05:20:36,787 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:20:36,787 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:20:36,787 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:20:36,787 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:20:36,787 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:20:36,787 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-08T05:20:36,804 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/.tmp/info/a195980dca6c4de08fdbf925352d2051 is 147, key is hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef./info:regioninfo/1731043226203/Put/seqid=0
2024-11-08T05:20:36,804 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:20:36,804 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/replication/96a461412920916d6f98a127c389d7ef/.tmp/queue/033d1aaa3c914be1b6ecc88cefe6a8a7 is 154, key is 1-d1ba675678c9,33257,1731043208734/queue:d1ba675678c9%2C33257%2C1731043208734/1731043233423/Put/seqid=0
2024-11-08T05:20:36,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741841_1017 (size=5353)
2024-11-08T05:20:36,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741840_1016 (size=7686)
2024-11-08T05:20:36,817 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/.tmp/info/a195980dca6c4de08fdbf925352d2051
2024-11-08T05:20:36,841 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/.tmp/ns/9f95faa275114d529e03b026237da91e is 43, key is default/ns:d/1731043211289/Put/seqid=0
2024-11-08T05:20:36,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741842_1018 (size=5153)
2024-11-08T05:20:36,846 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/.tmp/ns/9f95faa275114d529e03b026237da91e
2024-11-08T05:20:36,869 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/.tmp/rep_barrier/ccb3d241e9e348ae914624ac1acd6313 is 112, key is test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4./rep_barrier:seqnumDuringOpen/1731043219941/Put/seqid=0
2024-11-08T05:20:36,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741843_1019 (size=5518)
2024-11-08T05:20:36,949 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 1193, reset compression=false
2024-11-08T05:20:36,987 DEBUG [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96a461412920916d6f98a127c389d7ef, 97a72ba6e49797eb929bc5e33e5ff3a4
2024-11-08T05:20:37,097 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:20:37,097 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:20:37,187 DEBUG [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96a461412920916d6f98a127c389d7ef, 97a72ba6e49797eb929bc5e33e5ff3a4
2024-11-08T05:20:37,215 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/replication/96a461412920916d6f98a127c389d7ef/.tmp/queue/033d1aaa3c914be1b6ecc88cefe6a8a7
2024-11-08T05:20:37,219 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/replication/96a461412920916d6f98a127c389d7ef/.tmp/queue/033d1aaa3c914be1b6ecc88cefe6a8a7 as hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/replication/96a461412920916d6f98a127c389d7ef/queue/033d1aaa3c914be1b6ecc88cefe6a8a7
2024-11-08T05:20:37,223 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/replication/96a461412920916d6f98a127c389d7ef/queue/033d1aaa3c914be1b6ecc88cefe6a8a7, entries=1, sequenceid=12, filesize=5.2 K
2024-11-08T05:20:37,224 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 96a461412920916d6f98a127c389d7ef in 438ms, sequenceid=12, compaction requested=false
2024-11-08T05:20:37,226 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/replication/96a461412920916d6f98a127c389d7ef/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-08T05:20:37,227 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:20:37,227 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:20:37,227 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef.
2024-11-08T05:20:37,227 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96a461412920916d6f98a127c389d7ef:
Waiting for close lock at 1731043236786Running coprocessor pre-close hooks at 1731043236786Disabling compacts and flushes for region at 1731043236786Disabling writes for close at 1731043236786Obtaining lock to block concurrent updates at 1731043236786Preparing flush snapshotting stores in 96a461412920916d6f98a127c389d7ef at 1731043236786Finished memstore snapshotting hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731043236787 (+1 ms)Flushing stores of hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef. at 1731043236787Flushing 96a461412920916d6f98a127c389d7ef/queue: creating writer at 1731043236787Flushing 96a461412920916d6f98a127c389d7ef/queue: appending metadata at 1731043236804 (+17 ms)Flushing 96a461412920916d6f98a127c389d7ef/queue: closing flushed file at 1731043236804Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25154e93: reopening flushed file at 1731043237219 (+415 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 96a461412920916d6f98a127c389d7ef in 438ms, sequenceid=12, compaction requested=false at 1731043237224 (+5 ms)Writing region close event to WAL at 1731043237224Running coprocessor post-close hooks at 1731043237227 (+3 ms)Closed at 1731043237227
2024-11-08T05:20:37,227 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731043225371.96a461412920916d6f98a127c389d7ef.
2024-11-08T05:20:37,227 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97a72ba6e49797eb929bc5e33e5ff3a4, disabling compactions & flushes
2024-11-08T05:20:37,227 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4.
2024-11-08T05:20:37,227 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4.
2024-11-08T05:20:37,227 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4. after waiting 0 ms
2024-11-08T05:20:37,227 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4.
2024-11-08T05:20:37,228 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97a72ba6e49797eb929bc5e33e5ff3a4 3/3 column families, dataSize=276 B heapSize=1.77 KB
2024-11-08T05:20:37,242 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/default/test/97a72ba6e49797eb929bc5e33e5ff3a4/.tmp/f/5bfdd0935c0f4a9b8108d46239b87a58 is 29, key is row1/f:/1731043231714/DeleteFamily/seqid=0
2024-11-08T05:20:37,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741844_1020 (size=5152)
2024-11-08T05:20:37,246 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/default/test/97a72ba6e49797eb929bc5e33e5ff3a4/.tmp/f/5bfdd0935c0f4a9b8108d46239b87a58
2024-11-08T05:20:37,249 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5bfdd0935c0f4a9b8108d46239b87a58
2024-11-08T05:20:37,264 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/default/test/97a72ba6e49797eb929bc5e33e5ff3a4/.tmp/f1/42b8d66c8c134dd8b5b680a631e37a9d is 30, key is row1/f1:/1731043231714/DeleteFamily/seqid=0
2024-11-08T05:20:37,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741845_1021 (size=5158)
2024-11-08T05:20:37,273 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/.tmp/rep_barrier/ccb3d241e9e348ae914624ac1acd6313
2024-11-08T05:20:37,289 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/.tmp/table/300e869887a242c3b31929652fb0c167 is 53, key is hbase:replication/table:state/1731043226209/Put/seqid=0
2024-11-08T05:20:37,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741846_1022 (size=5308)
2024-11-08T05:20:37,293 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/.tmp/table/300e869887a242c3b31929652fb0c167
2024-11-08T05:20:37,301 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/.tmp/info/a195980dca6c4de08fdbf925352d2051 as hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/info/a195980dca6c4de08fdbf925352d2051
2024-11-08T05:20:37,304 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/info/a195980dca6c4de08fdbf925352d2051, entries=20, sequenceid=16, filesize=7.5 K
2024-11-08T05:20:37,305 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/.tmp/ns/9f95faa275114d529e03b026237da91e as hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/ns/9f95faa275114d529e03b026237da91e
2024-11-08T05:20:37,308 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/ns/9f95faa275114d529e03b026237da91e, entries=2, sequenceid=16, filesize=5.0 K
2024-11-08T05:20:37,308 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/.tmp/rep_barrier/ccb3d241e9e348ae914624ac1acd6313 as hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/rep_barrier/ccb3d241e9e348ae914624ac1acd6313
2024-11-08T05:20:37,312 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/rep_barrier/ccb3d241e9e348ae914624ac1acd6313, entries=1, sequenceid=16, filesize=5.4 K
2024-11-08T05:20:37,312 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/.tmp/table/300e869887a242c3b31929652fb0c167 as hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/table/300e869887a242c3b31929652fb0c167
2024-11-08T05:20:37,316 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/table/300e869887a242c3b31929652fb0c167, entries=4, sequenceid=16, filesize=5.2 K
2024-11-08T05:20:37,316 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 529ms, sequenceid=16, compaction requested=false
2024-11-08T05:20:37,319 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-08T05:20:37,320 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:20:37,320 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:20:37,320 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:20:37,320 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043236786Running coprocessor pre-close hooks at 1731043236786Disabling compacts and flushes for region at 1731043236786Disabling writes for close at 1731043236787 (+1 ms)Obtaining lock to block concurrent updates at 1731043236787Preparing flush snapshotting stores in 1588230740 at 1731043236787Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731043236787Flushing stores of hbase:meta,,1.1588230740 at 1731043236787Flushing 1588230740/info: creating writer at 1731043236787Flushing 1588230740/info: appending metadata at 1731043236804 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731043236804Flushing 1588230740/ns: creating writer at 1731043236823 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731043236840 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731043236840Flushing 1588230740/rep_barrier: creating writer at 1731043236850 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731043236868 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731043236868Flushing 1588230740/table: creating writer at 1731043237276 (+408 ms)Flushing 1588230740/table: appending metadata at 1731043237289 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731043237289Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d7cdf6: reopening flushed file at 1731043237301 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13433d30: reopening flushed file at 1731043237304 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4597e39: reopening flushed file at 1731043237308 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6757d574: reopening flushed file at 1731043237312 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 529ms, sequenceid=16, compaction requested=false at 1731043237316 (+4 ms)Writing region close event to WAL at 1731043237317 (+1 ms)Running coprocessor post-close hooks at 1731043237320 (+3 ms)Closed at 1731043237320
2024-11-08T05:20:37,320 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:20:37,387 DEBUG [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(1351): Waiting on 97a72ba6e49797eb929bc5e33e5ff3a4
2024-11-08T05:20:37,572 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 636, reset compression=false
2024-11-08T05:20:37,587 DEBUG [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(1351): Waiting on 97a72ba6e49797eb929bc5e33e5ff3a4
2024-11-08T05:20:37,667 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/default/test/97a72ba6e49797eb929bc5e33e5ff3a4/.tmp/f1/42b8d66c8c134dd8b5b680a631e37a9d
2024-11-08T05:20:37,671 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42b8d66c8c134dd8b5b680a631e37a9d
2024-11-08T05:20:37,684 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/default/test/97a72ba6e49797eb929bc5e33e5ff3a4/.tmp/norep/4221c467fdf34445aed27a267e02c3f0 is 33, key is row1/norep:/1731043231714/DeleteFamily/seqid=0
2024-11-08T05:20:37,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741847_1023 (size=5108)
2024-11-08T05:20:37,687 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/default/test/97a72ba6e49797eb929bc5e33e5ff3a4/.tmp/norep/4221c467fdf34445aed27a267e02c3f0
2024-11-08T05:20:37,696 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4221c467fdf34445aed27a267e02c3f0
2024-11-08T05:20:37,697 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/default/test/97a72ba6e49797eb929bc5e33e5ff3a4/.tmp/f/5bfdd0935c0f4a9b8108d46239b87a58 as hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/default/test/97a72ba6e49797eb929bc5e33e5ff3a4/f/5bfdd0935c0f4a9b8108d46239b87a58
2024-11-08T05:20:37,700 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5bfdd0935c0f4a9b8108d46239b87a58
2024-11-08T05:20:37,700 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/default/test/97a72ba6e49797eb929bc5e33e5ff3a4/f/5bfdd0935c0f4a9b8108d46239b87a58, entries=3, sequenceid=10, filesize=5.0 K
2024-11-08T05:20:37,701 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/default/test/97a72ba6e49797eb929bc5e33e5ff3a4/.tmp/f1/42b8d66c8c134dd8b5b680a631e37a9d as hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/default/test/97a72ba6e49797eb929bc5e33e5ff3a4/f1/42b8d66c8c134dd8b5b680a631e37a9d
2024-11-08T05:20:37,705 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42b8d66c8c134dd8b5b680a631e37a9d
2024-11-08T05:20:37,705 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/default/test/97a72ba6e49797eb929bc5e33e5ff3a4/f1/42b8d66c8c134dd8b5b680a631e37a9d, entries=3, sequenceid=10, filesize=5.0 K
2024-11-08T05:20:37,705 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/default/test/97a72ba6e49797eb929bc5e33e5ff3a4/.tmp/norep/4221c467fdf34445aed27a267e02c3f0 as hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/default/test/97a72ba6e49797eb929bc5e33e5ff3a4/norep/4221c467fdf34445aed27a267e02c3f0
2024-11-08T05:20:37,708 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4221c467fdf34445aed27a267e02c3f0
2024-11-08T05:20:37,708 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/default/test/97a72ba6e49797eb929bc5e33e5ff3a4/norep/4221c467fdf34445aed27a267e02c3f0, entries=1, sequenceid=10, filesize=5.0 K
2024-11-08T05:20:37,709 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 97a72ba6e49797eb929bc5e33e5ff3a4 in 482ms, sequenceid=10, compaction requested=false
2024-11-08T05:20:37,712 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/data/default/test/97a72ba6e49797eb929bc5e33e5ff3a4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-08T05:20:37,713 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:20:37,713 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:20:37,713 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4.
2024-11-08T05:20:37,713 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97a72ba6e49797eb929bc5e33e5ff3a4:
Waiting for close lock at 1731043237227Running coprocessor pre-close hooks at 1731043237227Disabling compacts and flushes for region at 1731043237227Disabling writes for close at 1731043237227Obtaining lock to block concurrent updates at 1731043237228 (+1 ms)Preparing flush snapshotting stores in 97a72ba6e49797eb929bc5e33e5ff3a4 at 1731043237228Finished memstore snapshotting test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731043237228Flushing stores of test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4. at 1731043237228Flushing 97a72ba6e49797eb929bc5e33e5ff3a4/f: creating writer at 1731043237228Flushing 97a72ba6e49797eb929bc5e33e5ff3a4/f: appending metadata at 1731043237242 (+14 ms)Flushing 97a72ba6e49797eb929bc5e33e5ff3a4/f: closing flushed file at 1731043237242Flushing 97a72ba6e49797eb929bc5e33e5ff3a4/f1: creating writer at 1731043237249 (+7 ms)Flushing 97a72ba6e49797eb929bc5e33e5ff3a4/f1: appending metadata at 1731043237263 (+14 ms)Flushing 97a72ba6e49797eb929bc5e33e5ff3a4/f1: closing flushed file at 1731043237263Flushing 97a72ba6e49797eb929bc5e33e5ff3a4/norep: creating writer at 1731043237671 (+408 ms)Flushing 97a72ba6e49797eb929bc5e33e5ff3a4/norep: appending metadata at 1731043237683 (+12 ms)Flushing 97a72ba6e49797eb929bc5e33e5ff3a4/norep: closing flushed file at 1731043237683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@687f6282: reopening flushed file at 1731043237696 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50762ed8: reopening flushed file at 1731043237700 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb86529: reopening flushed file at 1731043237705 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 97a72ba6e49797eb929bc5e33e5ff3a4 in 482ms, sequenceid=10, compaction requested=false at 1731043237709 (+4 ms)Writing region close event to WAL at 1731043237710 (+1 ms)Running coprocessor post-close hooks at 1731043237713 (+3 ms)Closed at 1731043237713
2024-11-08T05:20:37,713 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731043218798.97a72ba6e49797eb929bc5e33e5ff3a4.
2024-11-08T05:20:37,787 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,33257,1731043208734; all regions closed.
2024-11-08T05:20:37,789 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.meta.1731043211224.meta not finished, retry = 0
2024-11-08T05:20:37,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741834_1010 (size=4239)
2024-11-08T05:20:37,853 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 1193, reset compression=false
2024-11-08T05:20:37,857 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:20:37,857 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 2084, reset compression=false
2024-11-08T05:20:37,857 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.shipperd1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,33257,1731043208734 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222, lastWalPosition=2084, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:20:37,858 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.shipperd1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d1ba675678c9,33257,1731043208734: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d1ba675678c9,33257,1731043208734, walGroup=d1ba675678c9%2C33257%2C1731043208734, offset=d1ba675678c9%2C33257%2C1731043208734.1731043210222:2084, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:33257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-08T05:20:37,858 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.shipperd1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-08T05:20:37,858 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.shipperd1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-08T05:20:37,859 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.shipperd1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-08T05:20:37,859 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.shipperd1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-08T05:20:37,859 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.shipperd1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-08T05:20:37,859 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.shipperd1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1352663040,
        "init": 1048576000,
        "max": 2306867200,
        "used": 1055503176
      },
      "NonHeapMemoryUsage": {
        "committed": 205914112,
        "init": 7667712,
        "max": -1,
        "used": 201440568
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-08T05:20:37,859 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.shipperd1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:37259 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:37259 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-08T05:20:37,891 DEBUG [RS:0;d1ba675678c9:33257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/oldWALs
2024-11-08T05:20:37,891 INFO  [RS:0;d1ba675678c9:33257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C33257%2C1731043208734.meta:.meta(num 1731043211224)
2024-11-08T05:20:37,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741839_1015 (size=3114)
2024-11-08T05:20:37,893 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.rep.1731043226170 not finished, retry = 0
2024-11-08T05:20:37,995 DEBUG [RS:0;d1ba675678c9:33257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/oldWALs
2024-11-08T05:20:37,995 INFO  [RS:0;d1ba675678c9:33257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C33257%2C1731043208734.rep:(num 1731043226170)
2024-11-08T05:20:37,997 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 not finished, retry = 0
2024-11-08T05:20:37,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741832_1008 (size=2092)
2024-11-08T05:20:38,060 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222 to pos 2084, reset compression=false
2024-11-08T05:20:38,098 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/WALs/d1ba675678c9,33257,1731043208734/d1ba675678c9%2C33257%2C1731043208734.1731043210222
2024-11-08T05:20:38,098 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.WALEntryStream(241): No more WAL files in queue
2024-11-08T05:20:38,098 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader
2024-11-08T05:20:38,099 DEBUG [RS:0;d1ba675678c9:33257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/oldWALs
2024-11-08T05:20:38,099 INFO  [RS:0;d1ba675678c9:33257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C33257%2C1731043208734:(num 1731043210222)
2024-11-08T05:20:38,099 DEBUG [RS:0;d1ba675678c9:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:38,099 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:20:38,099 INFO  [RS:0;d1ba675678c9:33257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:20:38,099 INFO  [RS:0;d1ba675678c9:33257 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T05:20:38,099 INFO  [RS:0;d1ba675678c9:33257 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:20:38,099 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:20:38,099 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d1ba675678c9,33257,1731043208734 because: Region server is closing
2024-11-08T05:20:38,099 INFO  [RS:0;d1ba675678c9:33257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:33257.
2024-11-08T05:20:38,099 DEBUG [RS:0;d1ba675678c9:33257 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:20:38,099 DEBUG [RS:0;d1ba675678c9:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:38,100 DEBUG [RS:0;d1ba675678c9:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:38,100 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:20:38,185 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T05:20:38,200 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.shipperd1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 terminated
2024-11-08T05:20:38,200 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,33257,1731043208734.replicationSource.wal-reader.d1ba675678c9%2C33257%2C1731043208734,1-d1ba675678c9,33257,1731043208734 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?]
2024-11-08T05:20:38,200 INFO  [RS:0;d1ba675678c9:33257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:33257.
2024-11-08T05:20:38,200 DEBUG [RS:0;d1ba675678c9:33257 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:20:38,200 DEBUG [RS:0;d1ba675678c9:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:38,200 DEBUG [RS:0;d1ba675678c9:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:38,200 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:20:38,200 INFO  [RS:0;d1ba675678c9:33257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33257
2024-11-08T05:20:38,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1221145681/rs/d1ba675678c9,33257,1731043208734
2024-11-08T05:20:38,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681/rs
2024-11-08T05:20:38,247 INFO  [RS:0;d1ba675678c9:33257 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:20:38,293 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,33257,1731043208734]
2024-11-08T05:20:38,310 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1221145681/draining/d1ba675678c9,33257,1731043208734 already deleted, retry=false
2024-11-08T05:20:38,310 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,33257,1731043208734 expired; onlineServers=0
2024-11-08T05:20:38,310 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,37259,1731043208595' *****
2024-11-08T05:20:38,310 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:20:38,310 INFO  [M:0;d1ba675678c9:37259 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:20:38,310 INFO  [M:0;d1ba675678c9:37259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:20:38,310 DEBUG [M:0;d1ba675678c9:37259 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:20:38,310 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:20:38,310 DEBUG [M:0;d1ba675678c9:37259 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:20:38,310 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043209971 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043209971,5,FailOnTimeoutGroup]
2024-11-08T05:20:38,310 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043209971 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043209971,5,FailOnTimeoutGroup]
2024-11-08T05:20:38,310 INFO  [M:0;d1ba675678c9:37259 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:20:38,310 INFO  [M:0;d1ba675678c9:37259 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:20:38,310 DEBUG [M:0;d1ba675678c9:37259 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:20:38,310 INFO  [M:0;d1ba675678c9:37259 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:20:38,311 INFO  [M:0;d1ba675678c9:37259 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:20:38,311 INFO  [M:0;d1ba675678c9:37259 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:20:38,311 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:20:38,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1221145681/master
2024-11-08T05:20:38,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1221145681
2024-11-08T05:20:38,320 DEBUG [M:0;d1ba675678c9:37259 {}] zookeeper.ZKUtil(347): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Unable to get data of znode /1-1221145681/master because node does not exist (not an error)
2024-11-08T05:20:38,321 WARN  [M:0;d1ba675678c9:37259 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T05:20:38,321 INFO  [M:0;d1ba675678c9:37259 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/.lastflushedseqids
2024-11-08T05:20:38,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741848_1024 (size=245)
2024-11-08T05:20:38,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:20:38,393 INFO  [RS:0;d1ba675678c9:33257 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:20:38,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10118e30ab80004, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:20:38,393 INFO  [RS:0;d1ba675678c9:33257 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,33257,1731043208734; zookeeper connection closed.
2024-11-08T05:20:38,393 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53f5ea1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53f5ea1d
2024-11-08T05:20:38,394 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:20:38,725 INFO  [M:0;d1ba675678c9:37259 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:20:38,725 INFO  [M:0;d1ba675678c9:37259 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:20:38,725 DEBUG [M:0;d1ba675678c9:37259 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:20:38,725 INFO  [M:0;d1ba675678c9:37259 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:38,725 DEBUG [M:0;d1ba675678c9:37259 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:38,725 DEBUG [M:0;d1ba675678c9:37259 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:20:38,725 DEBUG [M:0;d1ba675678c9:37259 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:38,725 INFO  [M:0;d1ba675678c9:37259 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-08T05:20:38,743 DEBUG [M:0;d1ba675678c9:37259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81e23075b01c46898f968be017c3c4a6 is 82, key is hbase:meta,,1/info:regioninfo/1731043211271/Put/seqid=0
2024-11-08T05:20:38,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741849_1025 (size=5672)
2024-11-08T05:20:38,775 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 636, reset compression=false
2024-11-08T05:20:39,147 INFO  [M:0;d1ba675678c9:37259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81e23075b01c46898f968be017c3c4a6
2024-11-08T05:20:39,163 DEBUG [M:0;d1ba675678c9:37259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d771bba348f466aad16fb554fb8e298 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731043226212/Put/seqid=0
2024-11-08T05:20:39,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741850_1026 (size=8516)
2024-11-08T05:20:39,567 INFO  [M:0;d1ba675678c9:37259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d771bba348f466aad16fb554fb8e298
2024-11-08T05:20:39,588 DEBUG [M:0;d1ba675678c9:37259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca81f865a1ec4da7abf4815c4382a70e is 69, key is d1ba675678c9,33257,1731043208734/rs:state/1731043210011/Put/seqid=0
2024-11-08T05:20:39,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741851_1027 (size=5156)
2024-11-08T05:20:39,786 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:20:39,787 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:39,788 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:39,788 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:39,788 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:39,788 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:39,789 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:39,835 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:39,835 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:39,835 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:39,836 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:39,836 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:39,836 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:39,845 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:39,850 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:39,850 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:39,852 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:39,992 INFO  [M:0;d1ba675678c9:37259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca81f865a1ec4da7abf4815c4382a70e
2024-11-08T05:20:39,996 DEBUG [M:0;d1ba675678c9:37259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81e23075b01c46898f968be017c3c4a6 as hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/81e23075b01c46898f968be017c3c4a6
2024-11-08T05:20:39,999 INFO  [M:0;d1ba675678c9:37259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/81e23075b01c46898f968be017c3c4a6, entries=8, sequenceid=97, filesize=5.5 K
2024-11-08T05:20:40,000 DEBUG [M:0;d1ba675678c9:37259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d771bba348f466aad16fb554fb8e298 as hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d771bba348f466aad16fb554fb8e298
2024-11-08T05:20:40,004 INFO  [M:0;d1ba675678c9:37259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d771bba348f466aad16fb554fb8e298, entries=11, sequenceid=97, filesize=8.3 K
2024-11-08T05:20:40,004 DEBUG [M:0;d1ba675678c9:37259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca81f865a1ec4da7abf4815c4382a70e as hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca81f865a1ec4da7abf4815c4382a70e
2024-11-08T05:20:40,008 INFO  [M:0;d1ba675678c9:37259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43417/user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca81f865a1ec4da7abf4815c4382a70e, entries=1, sequenceid=97, filesize=5.0 K
2024-11-08T05:20:40,009 INFO  [M:0;d1ba675678c9:37259 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false
2024-11-08T05:20:40,010 INFO  [M:0;d1ba675678c9:37259 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:40,010 DEBUG [M:0;d1ba675678c9:37259 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043238725Disabling compacts and flushes for region at 1731043238725Disabling writes for close at 1731043238725Obtaining lock to block concurrent updates at 1731043238725Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043238725Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731043238726 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043238726Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043238726Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043238743 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043238743Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043239150 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043239163 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043239163Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043239571 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043239588 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043239588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e554015: reopening flushed file at 1731043239995 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34c835e3: reopening flushed file at 1731043239999 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5294fbeb: reopening flushed file at 1731043240004 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1731043240009 (+5 ms)Writing region close event to WAL at 1731043240009Closed at 1731043240009
2024-11-08T05:20:40,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43887 is added to blk_1073741830_1006 (size=63654)
2024-11-08T05:20:40,011 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cdd454f7-b0d9-625a-7a24-627d397c8da2/MasterData/WALs/d1ba675678c9,37259,1731043208595/d1ba675678c9%2C37259%2C1731043208595.1731043209711 not finished, retry = 0
2024-11-08T05:20:40,078 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 636, reset compression=false
2024-11-08T05:20:40,112 INFO  [M:0;d1ba675678c9:37259 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:20:40,112 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:20:40,112 INFO  [M:0;d1ba675678c9:37259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37259
2024-11-08T05:20:40,112 INFO  [M:0;d1ba675678c9:37259 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:20:40,273 INFO  [M:0;d1ba675678c9:37259 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:20:40,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:20:40,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x10118e30ab80003, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:20:40,276 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1733f880{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:20:40,276 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5aa680c0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:20:40,276 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:20:40,277 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b841556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:20:40,277 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4840c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/hadoop.log.dir/,STOPPED}
2024-11-08T05:20:40,278 WARN  [BP-960963717-172.17.0.3-1731043206321 heartbeating to localhost/127.0.0.1:43417 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:20:40,278 WARN  [BP-960963717-172.17.0.3-1731043206321 heartbeating to localhost/127.0.0.1:43417 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-960963717-172.17.0.3-1731043206321 (Datanode Uuid 81ad808b-b2e8-459d-bf52-395f43338011) service to localhost/127.0.0.1:43417
2024-11-08T05:20:40,278 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/cluster_cdf30f20-7e02-a08b-955f-dc92629c7060/data/data1/current/BP-960963717-172.17.0.3-1731043206321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:20:40,278 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/cluster_cdf30f20-7e02-a08b-955f-dc92629c7060/data/data2/current/BP-960963717-172.17.0.3-1731043206321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:20:40,279 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:20:40,279 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:20:40,279 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:20:40,285 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45df0349{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:20:40,286 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6477d5e1{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:20:40,286 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:20:40,286 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d4b7fc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:20:40,286 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@712132b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa52a8fc-4859-162e-7e3f-dc99cf88b1f0/hadoop.log.dir/,STOPPED}
2024-11-08T05:20:40,301 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:20:40,301 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:20:40,301 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:20:40,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:20:40,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:40,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:40,301 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:20:40,301 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:20:40,301 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1446176611, stopped=false
2024-11-08T05:20:40,302 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,46057,1731043202583
2024-11-08T05:20:40,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-750350200/running
2024-11-08T05:20:40,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-750350200/running
2024-11-08T05:20:40,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200
2024-11-08T05:20:40,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200
2024-11-08T05:20:40,319 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:20:40,319 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:20:40,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:20:40,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:40,320 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,42371,1731043202778' *****
2024-11-08T05:20:40,320 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:20:40,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Set watcher on znode that does not yet exist, /0-750350200/running
2024-11-08T05:20:40,320 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:20:40,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Set watcher on znode that does not yet exist, /0-750350200/running
2024-11-08T05:20:40,321 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:20:40,321 INFO  [RS:0;d1ba675678c9:42371 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:20:40,321 INFO  [RS:0;d1ba675678c9:42371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:20:40,321 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(3091): Received CLOSE for 2cd50eb649ff108ce3e419be5ed2d4a6
2024-11-08T05:20:40,321 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(3091): Received CLOSE for 718c88f514cd9f2b5f6f4fd3cb1ad128
2024-11-08T05:20:40,321 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,42371,1731043202778
2024-11-08T05:20:40,321 INFO  [RS:0;d1ba675678c9:42371 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:20:40,321 INFO  [RS:0;d1ba675678c9:42371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:42371.
2024-11-08T05:20:40,321 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2cd50eb649ff108ce3e419be5ed2d4a6, disabling compactions & flushes
2024-11-08T05:20:40,321 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6.
2024-11-08T05:20:40,321 DEBUG [RS:0;d1ba675678c9:42371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:20:40,321 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6.
2024-11-08T05:20:40,321 DEBUG [RS:0;d1ba675678c9:42371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:40,321 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6. after waiting 0 ms
2024-11-08T05:20:40,321 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6.
2024-11-08T05:20:40,321 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:20:40,321 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2cd50eb649ff108ce3e419be5ed2d4a6 3/3 column families, dataSize=594 B heapSize=1.63 KB
2024-11-08T05:20:40,324 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:20:40,324 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:20:40,324 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:20:40,324 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-08T05:20:40,324 DEBUG [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2cd50eb649ff108ce3e419be5ed2d4a6=hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6., 718c88f514cd9f2b5f6f4fd3cb1ad128=test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128.}
2024-11-08T05:20:40,324 DEBUG [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cd50eb649ff108ce3e419be5ed2d4a6, 718c88f514cd9f2b5f6f4fd3cb1ad128
2024-11-08T05:20:40,324 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:20:40,324 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:20:40,324 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:20:40,325 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:20:40,325 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:20:40,325 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-08T05:20:40,336 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:20:40,342 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/.tmp/info/6af3fb3cdd0545e594f69bc1a0ecc41f is 147, key is hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6./info:regioninfo/1731043224381/Put/seqid=0
2024-11-08T05:20:40,342 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/replication/2cd50eb649ff108ce3e419be5ed2d4a6/.tmp/queue/bfc24dcdb9504cbbbd040d1636307b0a is 153, key is 1-d1ba675678c9,42371,1731043202778/queue:d1ba675678c9%2C42371%2C1731043202778/1731043231029/Put/seqid=0
2024-11-08T05:20:40,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741841_1017 (size=5352)
2024-11-08T05:20:40,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741840_1016 (size=7686)
2024-11-08T05:20:40,350 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/replication/2cd50eb649ff108ce3e419be5ed2d4a6/.tmp/queue/bfc24dcdb9504cbbbd040d1636307b0a
2024-11-08T05:20:40,355 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/replication/2cd50eb649ff108ce3e419be5ed2d4a6/.tmp/queue/bfc24dcdb9504cbbbd040d1636307b0a as hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/replication/2cd50eb649ff108ce3e419be5ed2d4a6/queue/bfc24dcdb9504cbbbd040d1636307b0a
2024-11-08T05:20:40,359 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/replication/2cd50eb649ff108ce3e419be5ed2d4a6/queue/bfc24dcdb9504cbbbd040d1636307b0a, entries=1, sequenceid=8, filesize=5.2 K
2024-11-08T05:20:40,360 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2cd50eb649ff108ce3e419be5ed2d4a6 in 39ms, sequenceid=8, compaction requested=false
2024-11-08T05:20:40,360 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-08T05:20:40,363 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/replication/2cd50eb649ff108ce3e419be5ed2d4a6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-08T05:20:40,363 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:20:40,364 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:20:40,364 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6.
2024-11-08T05:20:40,364 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2cd50eb649ff108ce3e419be5ed2d4a6:
Waiting for close lock at 1731043240321Running coprocessor pre-close hooks at 1731043240321Disabling compacts and flushes for region at 1731043240321Disabling writes for close at 1731043240321Obtaining lock to block concurrent updates at 1731043240321Preparing flush snapshotting stores in 2cd50eb649ff108ce3e419be5ed2d4a6 at 1731043240321Finished memstore snapshotting hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731043240322 (+1 ms)Flushing stores of hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6. at 1731043240322Flushing 2cd50eb649ff108ce3e419be5ed2d4a6/queue: creating writer at 1731043240322Flushing 2cd50eb649ff108ce3e419be5ed2d4a6/queue: appending metadata at 1731043240341 (+19 ms)Flushing 2cd50eb649ff108ce3e419be5ed2d4a6/queue: closing flushed file at 1731043240341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6457fa7e: reopening flushed file at 1731043240354 (+13 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2cd50eb649ff108ce3e419be5ed2d4a6 in 39ms, sequenceid=8, compaction requested=false at 1731043240360 (+6 ms)Writing region close event to WAL at 1731043240361 (+1 ms)Running coprocessor post-close hooks at 1731043240363 (+2 ms)Closed at 1731043240364 (+1 ms)
2024-11-08T05:20:40,364 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731043223219.2cd50eb649ff108ce3e419be5ed2d4a6.
2024-11-08T05:20:40,364 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 718c88f514cd9f2b5f6f4fd3cb1ad128, disabling compactions & flushes
2024-11-08T05:20:40,364 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128.
2024-11-08T05:20:40,364 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128.
2024-11-08T05:20:40,364 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128. after waiting 0 ms
2024-11-08T05:20:40,364 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128.
2024-11-08T05:20:40,364 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 718c88f514cd9f2b5f6f4fd3cb1ad128 3/3 column families, dataSize=107 B heapSize=1.15 KB
2024-11-08T05:20:40,380 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/default/test/718c88f514cd9f2b5f6f4fd3cb1ad128/.tmp/f/918472496c034d63ae147c33278f5ed0 is 28, key is row/f:/1731043230709/DeleteFamily/seqid=0
2024-11-08T05:20:40,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741842_1018 (size=5085)
2024-11-08T05:20:40,392 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/default/test/718c88f514cd9f2b5f6f4fd3cb1ad128/.tmp/f/918472496c034d63ae147c33278f5ed0
2024-11-08T05:20:40,396 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 918472496c034d63ae147c33278f5ed0
2024-11-08T05:20:40,411 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/default/test/718c88f514cd9f2b5f6f4fd3cb1ad128/.tmp/f1/eec268626a19494e99768b521a8d1334 is 29, key is row/f1:/1731043230709/DeleteFamily/seqid=0
2024-11-08T05:20:40,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741843_1019 (size=5089)
2024-11-08T05:20:40,525 DEBUG [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 718c88f514cd9f2b5f6f4fd3cb1ad128
2024-11-08T05:20:40,725 DEBUG [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 718c88f514cd9f2b5f6f4fd3cb1ad128
2024-11-08T05:20:40,750 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/.tmp/info/6af3fb3cdd0545e594f69bc1a0ecc41f
2024-11-08T05:20:40,772 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/.tmp/ns/ef53babd5ab946ca9405018424e78f95 is 43, key is default/ns:d/1731043206169/Put/seqid=0
2024-11-08T05:20:40,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741844_1020 (size=5153)
2024-11-08T05:20:40,819 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/default/test/718c88f514cd9f2b5f6f4fd3cb1ad128/.tmp/f1/eec268626a19494e99768b521a8d1334
2024-11-08T05:20:40,822 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eec268626a19494e99768b521a8d1334
2024-11-08T05:20:40,835 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/default/test/718c88f514cd9f2b5f6f4fd3cb1ad128/.tmp/norep/a7cc5eb7835247499b51df9c984231d2 is 32, key is row/norep:/1731043230709/DeleteFamily/seqid=0
2024-11-08T05:20:40,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741845_1021 (size=5101)
2024-11-08T05:20:40,925 DEBUG [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 718c88f514cd9f2b5f6f4fd3cb1ad128
2024-11-08T05:20:41,002 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:20:41,002 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:20:41,125 DEBUG [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 718c88f514cd9f2b5f6f4fd3cb1ad128
2024-11-08T05:20:41,177 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/.tmp/ns/ef53babd5ab946ca9405018424e78f95
2024-11-08T05:20:41,193 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/.tmp/rep_barrier/e8ba033390fd48e5a03e2b40059b4988 is 112, key is test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128./rep_barrier:seqnumDuringOpen/1731043217787/Put/seqid=0
2024-11-08T05:20:41,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741846_1022 (size=5518)
2024-11-08T05:20:41,238 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/default/test/718c88f514cd9f2b5f6f4fd3cb1ad128/.tmp/norep/a7cc5eb7835247499b51df9c984231d2
2024-11-08T05:20:41,242 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7cc5eb7835247499b51df9c984231d2
2024-11-08T05:20:41,242 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/default/test/718c88f514cd9f2b5f6f4fd3cb1ad128/.tmp/f/918472496c034d63ae147c33278f5ed0 as hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/default/test/718c88f514cd9f2b5f6f4fd3cb1ad128/f/918472496c034d63ae147c33278f5ed0
2024-11-08T05:20:41,246 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 918472496c034d63ae147c33278f5ed0
2024-11-08T05:20:41,246 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/default/test/718c88f514cd9f2b5f6f4fd3cb1ad128/f/918472496c034d63ae147c33278f5ed0, entries=1, sequenceid=6, filesize=5.0 K
2024-11-08T05:20:41,247 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/default/test/718c88f514cd9f2b5f6f4fd3cb1ad128/.tmp/f1/eec268626a19494e99768b521a8d1334 as hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/default/test/718c88f514cd9f2b5f6f4fd3cb1ad128/f1/eec268626a19494e99768b521a8d1334
2024-11-08T05:20:41,250 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eec268626a19494e99768b521a8d1334
2024-11-08T05:20:41,250 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/default/test/718c88f514cd9f2b5f6f4fd3cb1ad128/f1/eec268626a19494e99768b521a8d1334, entries=1, sequenceid=6, filesize=5.0 K
2024-11-08T05:20:41,251 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/default/test/718c88f514cd9f2b5f6f4fd3cb1ad128/.tmp/norep/a7cc5eb7835247499b51df9c984231d2 as hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/default/test/718c88f514cd9f2b5f6f4fd3cb1ad128/norep/a7cc5eb7835247499b51df9c984231d2
2024-11-08T05:20:41,254 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7cc5eb7835247499b51df9c984231d2
2024-11-08T05:20:41,254 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/default/test/718c88f514cd9f2b5f6f4fd3cb1ad128/norep/a7cc5eb7835247499b51df9c984231d2, entries=1, sequenceid=6, filesize=5.0 K
2024-11-08T05:20:41,254 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 718c88f514cd9f2b5f6f4fd3cb1ad128 in 890ms, sequenceid=6, compaction requested=false
2024-11-08T05:20:41,254 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-08T05:20:41,258 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/default/test/718c88f514cd9f2b5f6f4fd3cb1ad128/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-08T05:20:41,258 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:20:41,258 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:20:41,258 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128.
2024-11-08T05:20:41,259 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 718c88f514cd9f2b5f6f4fd3cb1ad128:
Waiting for close lock at 1731043240364Running coprocessor pre-close hooks at 1731043240364Disabling compacts and flushes for region at 1731043240364Disabling writes for close at 1731043240364Obtaining lock to block concurrent updates at 1731043240364Preparing flush snapshotting stores in 718c88f514cd9f2b5f6f4fd3cb1ad128 at 1731043240364Finished memstore snapshotting test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731043240364Flushing stores of test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128. at 1731043240365 (+1 ms)Flushing 718c88f514cd9f2b5f6f4fd3cb1ad128/f: creating writer at 1731043240365Flushing 718c88f514cd9f2b5f6f4fd3cb1ad128/f: appending metadata at 1731043240379 (+14 ms)Flushing 718c88f514cd9f2b5f6f4fd3cb1ad128/f: closing flushed file at 1731043240379Flushing 718c88f514cd9f2b5f6f4fd3cb1ad128/f1: creating writer at 1731043240396 (+17 ms)Flushing 718c88f514cd9f2b5f6f4fd3cb1ad128/f1: appending metadata at 1731043240410 (+14 ms)Flushing 718c88f514cd9f2b5f6f4fd3cb1ad128/f1: closing flushed file at 1731043240410Flushing 718c88f514cd9f2b5f6f4fd3cb1ad128/norep: creating writer at 1731043240822 (+412 ms)Flushing 718c88f514cd9f2b5f6f4fd3cb1ad128/norep: appending metadata at 1731043240834 (+12 ms)Flushing 718c88f514cd9f2b5f6f4fd3cb1ad128/norep: closing flushed file at 1731043240834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48421ddb: reopening flushed file at 1731043241242 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a5a4944: reopening flushed file at 1731043241246 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36dbf57: reopening flushed file at 1731043241250 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 718c88f514cd9f2b5f6f4fd3cb1ad128 in 890ms, sequenceid=6, compaction requested=false at 1731043241254 (+4 ms)Writing region close event to WAL at 1731043241256 (+2 ms)Running coprocessor post-close hooks at 1731043241258 (+2 ms)Closed at 1731043241258
2024-11-08T05:20:41,259 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731043216641.718c88f514cd9f2b5f6f4fd3cb1ad128.
2024-11-08T05:20:41,325 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-08T05:20:41,325 DEBUG [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-08T05:20:41,325 DEBUG [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:20:41,481 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 636, reset compression=false
2024-11-08T05:20:41,484 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:20:41,484 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 1527, reset compression=false
2024-11-08T05:20:41,484 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.shipperd1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,42371,1731043202778 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:20:41,485 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.shipperd1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d1ba675678c9,42371,1731043202778: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d1ba675678c9,42371,1731043202778, walGroup=d1ba675678c9%2C42371%2C1731043202778, offset=d1ba675678c9%2C42371%2C1731043202778.1731043205132:1527, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:42371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-08T05:20:41,486 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.shipperd1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-08T05:20:41,486 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.shipperd1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-08T05:20:41,487 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.shipperd1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-08T05:20:41,487 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.shipperd1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-08T05:20:41,487 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.shipperd1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-08T05:20:41,487 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.shipperd1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1352663040,
        "init": 1048576000,
        "max": 2306867200,
        "used": 880943920
      },
      "NonHeapMemoryUsage": {
        "committed": 206241792,
        "init": 7667712,
        "max": -1,
        "used": 201961584
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-08T05:20:41,488 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.shipperd1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:46057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:46057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-08T05:20:41,526 DEBUG [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:20:41,596 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/.tmp/rep_barrier/e8ba033390fd48e5a03e2b40059b4988
2024-11-08T05:20:41,615 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/.tmp/table/b4d30d26405e4b0bbdae737776433bcc is 53, key is hbase:replication/table:state/1731043224387/Put/seqid=0
2024-11-08T05:20:41,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741847_1023 (size=5308)
2024-11-08T05:20:41,688 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 1527, reset compression=false
2024-11-08T05:20:41,726 DEBUG [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:20:41,926 DEBUG [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:20:41,991 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/WALs/d1ba675678c9,42371,1731043202778/d1ba675678c9%2C42371%2C1731043202778.1731043205132 to pos 1527, reset compression=false
2024-11-08T05:20:42,019 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/.tmp/table/b4d30d26405e4b0bbdae737776433bcc
2024-11-08T05:20:42,023 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/.tmp/info/6af3fb3cdd0545e594f69bc1a0ecc41f as hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/info/6af3fb3cdd0545e594f69bc1a0ecc41f
2024-11-08T05:20:42,026 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/info/6af3fb3cdd0545e594f69bc1a0ecc41f, entries=20, sequenceid=16, filesize=7.5 K
2024-11-08T05:20:42,026 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/.tmp/ns/ef53babd5ab946ca9405018424e78f95 as hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/ns/ef53babd5ab946ca9405018424e78f95
2024-11-08T05:20:42,030 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/ns/ef53babd5ab946ca9405018424e78f95, entries=2, sequenceid=16, filesize=5.0 K
2024-11-08T05:20:42,030 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/.tmp/rep_barrier/e8ba033390fd48e5a03e2b40059b4988 as hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/rep_barrier/e8ba033390fd48e5a03e2b40059b4988
2024-11-08T05:20:42,034 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/rep_barrier/e8ba033390fd48e5a03e2b40059b4988, entries=1, sequenceid=16, filesize=5.4 K
2024-11-08T05:20:42,034 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/.tmp/table/b4d30d26405e4b0bbdae737776433bcc as hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/table/b4d30d26405e4b0bbdae737776433bcc
2024-11-08T05:20:42,037 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/table/b4d30d26405e4b0bbdae737776433bcc, entries=4, sequenceid=16, filesize=5.2 K
2024-11-08T05:20:42,038 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false
2024-11-08T05:20:42,038 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-08T05:20:42,048 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-08T05:20:42,048 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:20:42,048 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:20:42,048 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:20:42,048 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043240324Running coprocessor pre-close hooks at 1731043240324Disabling compacts and flushes for region at 1731043240324Disabling writes for close at 1731043240325 (+1 ms)Obtaining lock to block concurrent updates at 1731043240325Preparing flush snapshotting stores in 1588230740 at 1731043240325Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731043240325Flushing stores of hbase:meta,,1.1588230740 at 1731043240325Flushing 1588230740/info: creating writer at 1731043240325Flushing 1588230740/info: appending metadata at 1731043240341 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731043240341Flushing 1588230740/ns: creating writer at 1731043240753 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731043240771 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731043240771Flushing 1588230740/rep_barrier: creating writer at 1731043241180 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731043241192 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731043241192Flushing 1588230740/table: creating writer at 1731043241600 (+408 ms)Flushing 1588230740/table: appending metadata at 1731043241615 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731043241615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30e1f88c: reopening flushed file at 1731043242022 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ce8e54f: reopening flushed file at 1731043242026 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3def98b0: reopening flushed file at 1731043242030 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af7e2bf: reopening flushed file at 1731043242034 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false at 1731043242038 (+4 ms)Writing region close event to WAL at 1731043242045 (+7 ms)Running coprocessor post-close hooks at 1731043242048 (+3 ms)Closed at 1731043242048
2024-11-08T05:20:42,048 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:20:42,126 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,42371,1731043202778; all regions closed.
2024-11-08T05:20:42,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741834_1010 (size=4239)
2024-11-08T05:20:42,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741839_1015 (size=2240)
2024-11-08T05:20:42,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741832_1008 (size=1535)
2024-11-08T05:20:42,132 DEBUG [RS:0;d1ba675678c9:42371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:42,132 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:20:42,132 INFO  [RS:0;d1ba675678c9:42371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:20:42,132 INFO  [RS:0;d1ba675678c9:42371 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-08T05:20:42,132 INFO  [RS:0;d1ba675678c9:42371 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:20:42,132 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:20:42,132 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d1ba675678c9,42371,1731043202778 because: Region server is closing
2024-11-08T05:20:42,133 INFO  [RS:0;d1ba675678c9:42371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:42371.
2024-11-08T05:20:42,133 DEBUG [RS:0;d1ba675678c9:42371 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:20:42,133 DEBUG [RS:0;d1ba675678c9:42371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:42,133 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:20:42,133 DEBUG [RS:0;d1ba675678c9:42371 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:42,233 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.shipperd1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 terminated
2024-11-08T05:20:42,233 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42371,1731043202778.replicationSource.wal-reader.d1ba675678c9%2C42371%2C1731043202778,1-d1ba675678c9,42371,1731043202778 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-08T05:20:42,233 INFO  [RS:0;d1ba675678c9:42371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42371
2024-11-08T05:20:42,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-750350200/rs/d1ba675678c9,42371,1731043202778
2024-11-08T05:20:42,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200/rs
2024-11-08T05:20:42,299 INFO  [RS:0;d1ba675678c9:42371 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:20:42,310 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,42371,1731043202778]
2024-11-08T05:20:42,320 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-750350200/draining/d1ba675678c9,42371,1731043202778 already deleted, retry=false
2024-11-08T05:20:42,320 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,42371,1731043202778 expired; onlineServers=0
2024-11-08T05:20:42,320 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,46057,1731043202583' *****
2024-11-08T05:20:42,320 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:20:42,320 INFO  [M:0;d1ba675678c9:46057 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:20:42,320 INFO  [M:0;d1ba675678c9:46057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:20:42,320 DEBUG [M:0;d1ba675678c9:46057 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:20:42,320 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:20:42,321 DEBUG [M:0;d1ba675678c9:46057 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:20:42,321 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043204866 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043204866,5,FailOnTimeoutGroup]
2024-11-08T05:20:42,321 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043204866 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043204866,5,FailOnTimeoutGroup]
2024-11-08T05:20:42,321 INFO  [M:0;d1ba675678c9:46057 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:20:42,321 INFO  [M:0;d1ba675678c9:46057 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:20:42,321 DEBUG [M:0;d1ba675678c9:46057 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:20:42,321 INFO  [M:0;d1ba675678c9:46057 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:20:42,321 INFO  [M:0;d1ba675678c9:46057 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:20:42,321 ERROR [M:0;d1ba675678c9:46057 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35581,5,PEWorkerGroup]
2024-11-08T05:20:42,321 INFO  [M:0;d1ba675678c9:46057 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:20:42,321 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:20:42,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-750350200/master
2024-11-08T05:20:42,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-750350200
2024-11-08T05:20:42,331 DEBUG [M:0;d1ba675678c9:46057 {}] zookeeper.ZKUtil(347): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Unable to get data of znode /0-750350200/master because node does not exist (not an error)
2024-11-08T05:20:42,331 WARN  [M:0;d1ba675678c9:46057 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T05:20:42,332 INFO  [M:0;d1ba675678c9:46057 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/.lastflushedseqids
2024-11-08T05:20:42,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741848_1024 (size=245)
2024-11-08T05:20:42,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:20:42,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x10118e30ab80001, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:20:42,410 INFO  [RS:0;d1ba675678c9:42371 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:20:42,410 INFO  [RS:0;d1ba675678c9:42371 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,42371,1731043202778; zookeeper connection closed.
2024-11-08T05:20:42,410 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72250169 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72250169
2024-11-08T05:20:42,410 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:20:42,736 INFO  [M:0;d1ba675678c9:46057 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:20:42,736 INFO  [M:0;d1ba675678c9:46057 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:20:42,736 DEBUG [M:0;d1ba675678c9:46057 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:20:42,736 INFO  [M:0;d1ba675678c9:46057 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:42,736 DEBUG [M:0;d1ba675678c9:46057 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:42,736 DEBUG [M:0;d1ba675678c9:46057 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:20:42,736 DEBUG [M:0;d1ba675678c9:46057 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:42,736 INFO  [M:0;d1ba675678c9:46057 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB
2024-11-08T05:20:42,749 DEBUG [M:0;d1ba675678c9:46057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6687332d31042d79fb35d5c8bf5745a is 82, key is hbase:meta,,1/info:regioninfo/1731043206122/Put/seqid=0
2024-11-08T05:20:42,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741849_1025 (size=5672)
2024-11-08T05:20:43,153 INFO  [M:0;d1ba675678c9:46057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6687332d31042d79fb35d5c8bf5745a
2024-11-08T05:20:43,168 DEBUG [M:0;d1ba675678c9:46057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2158f9b6d4604425b29a20f32555d728 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731043217797/Put/seqid=0
2024-11-08T05:20:43,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741850_1026 (size=7218)
2024-11-08T05:20:43,572 INFO  [M:0;d1ba675678c9:46057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2158f9b6d4604425b29a20f32555d728
2024-11-08T05:20:43,575 INFO  [M:0;d1ba675678c9:46057 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2158f9b6d4604425b29a20f32555d728
2024-11-08T05:20:43,590 DEBUG [M:0;d1ba675678c9:46057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f96968db5952425e9daa391d7f47584c is 69, key is d1ba675678c9,42371,1731043202778/rs:state/1731043204989/Put/seqid=0
2024-11-08T05:20:43,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741851_1027 (size=5156)
2024-11-08T05:20:43,994 INFO  [M:0;d1ba675678c9:46057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f96968db5952425e9daa391d7f47584c
2024-11-08T05:20:43,998 DEBUG [M:0;d1ba675678c9:46057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6687332d31042d79fb35d5c8bf5745a as hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6687332d31042d79fb35d5c8bf5745a
2024-11-08T05:20:44,001 INFO  [M:0;d1ba675678c9:46057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6687332d31042d79fb35d5c8bf5745a, entries=8, sequenceid=105, filesize=5.5 K
2024-11-08T05:20:44,002 DEBUG [M:0;d1ba675678c9:46057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2158f9b6d4604425b29a20f32555d728 as hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2158f9b6d4604425b29a20f32555d728
2024-11-08T05:20:44,005 INFO  [M:0;d1ba675678c9:46057 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2158f9b6d4604425b29a20f32555d728
2024-11-08T05:20:44,005 INFO  [M:0;d1ba675678c9:46057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2158f9b6d4604425b29a20f32555d728, entries=11, sequenceid=105, filesize=7.0 K
2024-11-08T05:20:44,006 DEBUG [M:0;d1ba675678c9:46057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f96968db5952425e9daa391d7f47584c as hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f96968db5952425e9daa391d7f47584c
2024-11-08T05:20:44,009 INFO  [M:0;d1ba675678c9:46057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35581/user/jenkins/test-data/175a42f6-9179-0ff2-e1a3-968647e3de36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f96968db5952425e9daa391d7f47584c, entries=1, sequenceid=105, filesize=5.0 K
2024-11-08T05:20:44,010 INFO  [M:0;d1ba675678c9:46057 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false
2024-11-08T05:20:44,012 INFO  [M:0;d1ba675678c9:46057 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:44,012 DEBUG [M:0;d1ba675678c9:46057 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043242736Disabling compacts and flushes for region at 1731043242736Disabling writes for close at 1731043242736Obtaining lock to block concurrent updates at 1731043242736Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043242736Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731043242736Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043242737 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043242737Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043242749 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043242749Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043243156 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043243168 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043243168Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043243575 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043243590 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043243590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ee1fae9: reopening flushed file at 1731043243998 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff2129b: reopening flushed file at 1731043244002 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@254f73c5: reopening flushed file at 1731043244005 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false at 1731043244010 (+5 ms)Writing region close event to WAL at 1731043244012 (+2 ms)Closed at 1731043244012
2024-11-08T05:20:44,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741830_1006 (size=64423)
2024-11-08T05:20:44,014 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:20:44,014 INFO  [M:0;d1ba675678c9:46057 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:20:44,014 INFO  [M:0;d1ba675678c9:46057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46057
2024-11-08T05:20:44,014 INFO  [M:0;d1ba675678c9:46057 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:20:44,136 INFO  [M:0;d1ba675678c9:46057 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:20:44,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:20:44,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10118e30ab80000, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:20:44,172 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@598bb7fe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:20:44,173 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ecd23c6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:20:44,173 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:20:44,173 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a49ab0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:20:44,173 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f7e26ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/hadoop.log.dir/,STOPPED}
2024-11-08T05:20:44,174 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:20:44,174 WARN  [BP-1189611021-172.17.0.3-1731043200798 heartbeating to localhost/127.0.0.1:35581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:20:44,174 WARN  [BP-1189611021-172.17.0.3-1731043200798 heartbeating to localhost/127.0.0.1:35581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1189611021-172.17.0.3-1731043200798 (Datanode Uuid 4bcfd6a6-bdda-4059-b207-972120f2c93a) service to localhost/127.0.0.1:35581
2024-11-08T05:20:44,174 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:20:44,175 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/cluster_8f7dcb7b-5b0d-c05a-52f7-32a3f8227794/data/data1/current/BP-1189611021-172.17.0.3-1731043200798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:20:44,175 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/cluster_8f7dcb7b-5b0d-c05a-52f7-32a3f8227794/data/data2/current/BP-1189611021-172.17.0.3-1731043200798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:20:44,175 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:20:44,182 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d393ae5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:20:44,183 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@732e8ed2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:20:44,183 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:20:44,183 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f2d2886{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:20:44,183 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d3bb0de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6157ca1e-31d2-2153-5727-dcd92e4ba7fb/hadoop.log.dir/,STOPPED}
2024-11-08T05:20:44,191 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-08T05:20:44,202 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:20:44,219 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 313)
Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:38119
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35581 from jenkins.hfs.17
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-37-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43417
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-41-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:35581
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35581 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38119
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35581
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35581 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43417 from jenkins.hfs.18
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62278)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62278)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:43417
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43417
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43417
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38119 from jenkins.hfs.19
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-32-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43417 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-33-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-39-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-39-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-32-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-33-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38119 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35581
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:35581
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43417
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38119 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:38119
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-41-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35581
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-32-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-37-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38119
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-41-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43417 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-37-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-33-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43417
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38119
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35581
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62278)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-39-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=790 (was 728) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=377 (was 455), ProcessCount=11 (was 11), AvailableMemoryMB=5395 (was 5660)
2024-11-08T05:20:44,233 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=790, MaxFileDescriptor=1048576, SystemLoadAverage=377, ProcessCount=11, AvailableMemoryMB=5395
2024-11-08T05:20:44,251 INFO  [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication
2024-11-08T05:20:44,252 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/hadoop.log.dir so I do NOT create it in target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41
2024-11-08T05:20:44,252 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:20:44,252 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/hadoop.tmp.dir so I do NOT create it in target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41
2024-11-08T05:20:44,252 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/916c7d82-5e41-797c-e452-04bbeb2d59a9/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:20:44,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41
2024-11-08T05:20:44,252 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/cluster_8dbdddbf-af41-4cf9-0a0b-51862dd950d5, deleteOnExit=true
2024-11-08T05:20:44,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10118e30ab80008, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:20:44,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10118e30ab80002, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:20:44,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10118e30ab80005, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:20:44,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10118e30ab80008, quorum=127.0.0.1:62278, baseZNode=/2392661962 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:20:44,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10118e30ab80005, quorum=127.0.0.1:62278, baseZNode=/1-1221145681 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:20:44,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10118e30ab80002, quorum=127.0.0.1:62278, baseZNode=/0-750350200 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:20:44,361 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/cluster_8dbdddbf-af41-4cf9-0a0b-51862dd950d5/zookeeper_0, clientPort=57917, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/cluster_8dbdddbf-af41-4cf9-0a0b-51862dd950d5/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/cluster_8dbdddbf-af41-4cf9-0a0b-51862dd950d5/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-08T05:20:44,365 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57917
2024-11-08T05:20:44,365 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:20:44,365 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:20:44,366 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/test.cache.data in system properties and HBase conf
2024-11-08T05:20:44,366 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:20:44,366 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:20:44,366 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:20:44,366 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:20:44,366 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:20:44,366 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:20:44,367 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:20:44,367 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:20:44,367 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:20:44,367 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:20:44,367 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:20:44,367 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:20:44,367 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:20:44,367 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:20:44,367 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:20:44,367 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:20:44,367 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:20:44,367 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:20:44,368 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:20:44,368 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:20:44,750 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:20:44,758 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:20:44,772 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:20:44,772 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:20:44,772 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:20:44,773 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:20:44,778 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1393de6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:20:44,779 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf7cd36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:20:44,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-08T05:20:44,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-08T05:20:44,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-08T05:20:44,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:20:44,909 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@568d38af{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/java.io.tmpdir/jetty-localhost-42457-hadoop-hdfs-3_4_1-tests_jar-_-any-15571882981798194534/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:20:44,910 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4442d527{HTTP/1.1, (http/1.1)}{localhost:42457}
2024-11-08T05:20:44,910 INFO  [Time-limited test {}] server.Server(415): Started @318346ms
2024-11-08T05:20:45,357 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:20:45,362 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:20:45,368 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:20:45,368 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:20:45,368 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:20:45,375 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3680c111{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:20:45,376 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45ccf7b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:20:45,513 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7df0c330{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/java.io.tmpdir/jetty-localhost-36431-hadoop-hdfs-3_4_1-tests_jar-_-any-711606611544201942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:20:45,523 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15fba47b{HTTP/1.1, (http/1.1)}{localhost:36431}
2024-11-08T05:20:45,523 INFO  [Time-limited test {}] server.Server(415): Started @318960ms
2024-11-08T05:20:45,524 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:20:45,866 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:20:45,866 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:45,866 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:45,866 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:45,867 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:45,867 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:45,867 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:45,867 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:45,867 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:45,897 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:45,897 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:45,897 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:45,897 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:45,897 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:45,897 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:45,903 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:45,906 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:45,906 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:45,907 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:46,557 WARN  [Thread-4164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/cluster_8dbdddbf-af41-4cf9-0a0b-51862dd950d5/data/data1/current/BP-1008399109-172.17.0.3-1731043244389/current, will proceed with Du for space computation calculation, 
2024-11-08T05:20:46,560 WARN  [Thread-4165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/cluster_8dbdddbf-af41-4cf9-0a0b-51862dd950d5/data/data2/current/BP-1008399109-172.17.0.3-1731043244389/current, will proceed with Du for space computation calculation, 
2024-11-08T05:20:46,601 WARN  [Thread-4151 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:20:46,606 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25358cb071dd1fe8 with lease ID 0x7ff99263cb5e8056: Processing first storage report for DS-51b4368d-e535-48d8-a274-180ca81f0937 from datanode DatanodeRegistration(127.0.0.1:46487, datanodeUuid=9a49a867-4d0f-481c-9d60-ea342b240e63, infoPort=32875, infoSecurePort=0, ipcPort=41461, storageInfo=lv=-57;cid=testClusterID;nsid=1660096562;c=1731043244389)
2024-11-08T05:20:46,606 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25358cb071dd1fe8 with lease ID 0x7ff99263cb5e8056: from storage DS-51b4368d-e535-48d8-a274-180ca81f0937 node DatanodeRegistration(127.0.0.1:46487, datanodeUuid=9a49a867-4d0f-481c-9d60-ea342b240e63, infoPort=32875, infoSecurePort=0, ipcPort=41461, storageInfo=lv=-57;cid=testClusterID;nsid=1660096562;c=1731043244389), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:20:46,606 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25358cb071dd1fe8 with lease ID 0x7ff99263cb5e8056: Processing first storage report for DS-efadd174-5c97-4c08-ab5c-3750ae68ddb7 from datanode DatanodeRegistration(127.0.0.1:46487, datanodeUuid=9a49a867-4d0f-481c-9d60-ea342b240e63, infoPort=32875, infoSecurePort=0, ipcPort=41461, storageInfo=lv=-57;cid=testClusterID;nsid=1660096562;c=1731043244389)
2024-11-08T05:20:46,606 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25358cb071dd1fe8 with lease ID 0x7ff99263cb5e8056: from storage DS-efadd174-5c97-4c08-ab5c-3750ae68ddb7 node DatanodeRegistration(127.0.0.1:46487, datanodeUuid=9a49a867-4d0f-481c-9d60-ea342b240e63, infoPort=32875, infoSecurePort=0, ipcPort=41461, storageInfo=lv=-57;cid=testClusterID;nsid=1660096562;c=1731043244389), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:20:46,650 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41
2024-11-08T05:20:46,650 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:46,652 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:46,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:20:46,689 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19 with version=8
2024-11-08T05:20:46,689 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/hbase-staging
2024-11-08T05:20:46,691 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:20:46,691 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:46,691 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:46,691 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:20:46,692 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:46,692 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:20:46,692 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:20:46,692 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:20:46,693 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40089
2024-11-08T05:20:46,696 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40089 connecting to ZooKeeper ensemble=127.0.0.1:57917
2024-11-08T05:20:46,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400890x0, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:20:46,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40089-0x10118e3b4f30000 connected
2024-11-08T05:20:46,866 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:46,868 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:46,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Set watcher on znode that does not yet exist, /0-1034594991/running
2024-11-08T05:20:46,871 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19, hbase.cluster.distributed=false
2024-11-08T05:20:46,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Set watcher on znode that does not yet exist, /0-1034594991/acl
2024-11-08T05:20:46,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40089
2024-11-08T05:20:46,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40089
2024-11-08T05:20:46,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40089
2024-11-08T05:20:46,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40089
2024-11-08T05:20:46,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40089
2024-11-08T05:20:46,888 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:20:46,888 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:46,888 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:46,889 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:20:46,889 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:46,889 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:20:46,889 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:20:46,889 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:20:46,889 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40405
2024-11-08T05:20:46,890 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40405 connecting to ZooKeeper ensemble=127.0.0.1:57917
2024-11-08T05:20:46,890 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:46,892 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:46,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404050x0, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:20:46,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404050x0, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Set watcher on znode that does not yet exist, /0-1034594991/running
2024-11-08T05:20:46,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40405-0x10118e3b4f30001 connected
2024-11-08T05:20:46,909 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:20:46,915 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:20:46,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40405-0x10118e3b4f30001, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Set watcher on znode that does not yet exist, /0-1034594991/master
2024-11-08T05:20:46,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40405-0x10118e3b4f30001, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Set watcher on znode that does not yet exist, /0-1034594991/acl
2024-11-08T05:20:46,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40405
2024-11-08T05:20:46,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40405
2024-11-08T05:20:46,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40405
2024-11-08T05:20:46,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40405
2024-11-08T05:20:46,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40405
2024-11-08T05:20:46,942 DEBUG [M:0;d1ba675678c9:40089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:40089
2024-11-08T05:20:46,942 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1034594991/backup-masters/d1ba675678c9,40089,1731043246691
2024-11-08T05:20:46,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1034594991/backup-masters
2024-11-08T05:20:46,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x10118e3b4f30001, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1034594991/backup-masters
2024-11-08T05:20:46,950 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Set watcher on existing znode=/0-1034594991/backup-masters/d1ba675678c9,40089,1731043246691
2024-11-08T05:20:46,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x10118e3b4f30001, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1034594991/master
2024-11-08T05:20:46,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1034594991
2024-11-08T05:20:46,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x10118e3b4f30001, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1034594991
2024-11-08T05:20:46,961 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Set watcher on existing znode=/0-1034594991/master
2024-11-08T05:20:46,961 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1034594991/backup-masters/d1ba675678c9,40089,1731043246691 from backup master directory
2024-11-08T05:20:46,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x10118e3b4f30001, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1034594991/backup-masters
2024-11-08T05:20:46,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1034594991/backup-masters/d1ba675678c9,40089,1731043246691
2024-11-08T05:20:46,971 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:20:46,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1034594991/backup-masters
2024-11-08T05:20:46,971 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,40089,1731043246691
2024-11-08T05:20:46,975 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/hbase.id] with ID: 4334d7c5-7a0e-4768-bad7-49766debdc14
2024-11-08T05:20:46,975 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/.tmp/hbase.id
2024-11-08T05:20:46,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:20:46,984 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/.tmp/hbase.id]:[hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/hbase.id]
2024-11-08T05:20:46,991 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:46,992 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:20:46,992 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-08T05:20:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1034594991
2024-11-08T05:20:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x10118e3b4f30001, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1034594991
2024-11-08T05:20:47,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:20:47,036 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:20:47,037 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:20:47,040 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:20:47,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:20:47,486 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/MasterData/data/master/store
2024-11-08T05:20:47,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:20:47,890 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:47,890 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:20:47,890 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:47,890 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:47,890 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:20:47,890 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:47,891 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:47,891 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043247890Disabling compacts and flushes for region at 1731043247890Disabling writes for close at 1731043247890Writing region close event to WAL at 1731043247890Closed at 1731043247890
2024-11-08T05:20:47,891 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/MasterData/data/master/store/.initializing
2024-11-08T05:20:47,891 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/MasterData/WALs/d1ba675678c9,40089,1731043246691
2024-11-08T05:20:47,892 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:20:47,893 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C40089%2C1731043246691, suffix=, logDir=hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/MasterData/WALs/d1ba675678c9,40089,1731043246691, archiveDir=hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/MasterData/oldWALs, maxLogs=10
2024-11-08T05:20:47,910 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/MasterData/WALs/d1ba675678c9,40089,1731043246691/d1ba675678c9%2C40089%2C1731043246691.1731043247893, exclude list is [], retry=0
2024-11-08T05:20:47,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46487,DS-51b4368d-e535-48d8-a274-180ca81f0937,DISK]
2024-11-08T05:20:47,916 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/MasterData/WALs/d1ba675678c9,40089,1731043246691/d1ba675678c9%2C40089%2C1731043246691.1731043247893
2024-11-08T05:20:47,916 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32875:32875)]
2024-11-08T05:20:47,916 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:20:47,917 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:47,917 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:47,917 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:47,918 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:47,919 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:20:47,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:47,919 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:47,919 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:47,920 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:20:47,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:47,920 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:47,920 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:47,921 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:20:47,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:47,921 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:47,922 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:47,922 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:20:47,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:47,922 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:47,923 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:47,923 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:47,923 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:47,924 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:47,924 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:47,924 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:20:47,925 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:47,927 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:20:47,927 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63025928, jitterRate=-0.060840487480163574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:20:47,928 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731043247917Initializing all the Stores at 1731043247917Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043247917Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043247918 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043247918Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043247918Cleaning up temporary data from old regions at 1731043247924 (+6 ms)Region opened successfully at 1731043247928 (+4 ms)
2024-11-08T05:20:47,928 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:20:47,930 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ecc109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:20:47,931 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:20:47,931 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:20:47,931 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:20:47,931 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:20:47,931 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:20:47,931 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:20:47,932 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:20:47,933 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:20:47,934 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Unable to get data of znode /0-1034594991/balancer because node does not exist (not necessarily an error)
2024-11-08T05:20:47,988 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1034594991/balancer already deleted, retry=false
2024-11-08T05:20:47,989 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:20:47,989 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Unable to get data of znode /0-1034594991/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:20:48,052 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1034594991/normalizer already deleted, retry=false
2024-11-08T05:20:48,052 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:20:48,053 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Unable to get data of znode /0-1034594991/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:20:48,073 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1034594991/switch/split already deleted, retry=false
2024-11-08T05:20:48,074 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Unable to get data of znode /0-1034594991/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:20:48,084 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1034594991/switch/merge already deleted, retry=false
2024-11-08T05:20:48,085 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Unable to get data of znode /0-1034594991/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:20:48,097 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1034594991/snapshot-cleanup already deleted, retry=false
2024-11-08T05:20:48,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1034594991/running
2024-11-08T05:20:48,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x10118e3b4f30001, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1034594991/running
2024-11-08T05:20:48,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1034594991
2024-11-08T05:20:48,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x10118e3b4f30001, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1034594991
2024-11-08T05:20:48,108 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,40089,1731043246691, sessionid=0x10118e3b4f30000, setting cluster-up flag (Was=false)
2024-11-08T05:20:48,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x10118e3b4f30001, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1034594991
2024-11-08T05:20:48,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1034594991
2024-11-08T05:20:48,160 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1034594991/flush-table-proc/acquired, /0-1034594991/flush-table-proc/reached, /0-1034594991/flush-table-proc/abort
2024-11-08T05:20:48,161 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,40089,1731043246691
2024-11-08T05:20:48,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x10118e3b4f30001, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1034594991
2024-11-08T05:20:48,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1034594991
2024-11-08T05:20:48,213 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1034594991/online-snapshot/acquired, /0-1034594991/online-snapshot/reached, /0-1034594991/online-snapshot/abort
2024-11-08T05:20:48,214 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,40089,1731043246691
2024-11-08T05:20:48,215 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:20:48,216 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:48,216 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:20:48,216 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:20:48,217 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,40089,1731043246691
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:20:48,217 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:48,217 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:48,217 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:48,218 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:48,218 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:20:48,218 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:48,218 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:20:48,218 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:48,219 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:48,219 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:20:48,220 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:48,220 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:20:48,224 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043278224
2024-11-08T05:20:48,224 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:20:48,224 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:20:48,224 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:20:48,224 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:20:48,224 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:20:48,224 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:20:48,228 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:48,233 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:20:48,233 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:20:48,233 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:20:48,233 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:20:48,237 INFO  [RS:0;d1ba675678c9:40405 {}] regionserver.HRegionServer(746): ClusterId : 4334d7c5-7a0e-4768-bad7-49766debdc14
2024-11-08T05:20:48,237 DEBUG [RS:0;d1ba675678c9:40405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:20:48,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:20:48,240 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:20:48,240 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:20:48,240 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043248240,5,FailOnTimeoutGroup]
2024-11-08T05:20:48,244 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043248240,5,FailOnTimeoutGroup]
2024-11-08T05:20:48,244 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:48,244 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:20:48,244 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:48,244 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:48,245 DEBUG [RS:0;d1ba675678c9:40405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:20:48,245 DEBUG [RS:0;d1ba675678c9:40405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:20:48,256 DEBUG [RS:0;d1ba675678c9:40405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:20:48,256 DEBUG [RS:0;d1ba675678c9:40405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b09962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:20:48,268 DEBUG [RS:0;d1ba675678c9:40405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:40405
2024-11-08T05:20:48,268 INFO  [RS:0;d1ba675678c9:40405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:20:48,268 INFO  [RS:0;d1ba675678c9:40405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:20:48,268 DEBUG [RS:0;d1ba675678c9:40405 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:20:48,268 INFO  [RS:0;d1ba675678c9:40405 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,40089,1731043246691 with port=40405, startcode=1731043246888
2024-11-08T05:20:48,268 DEBUG [RS:0;d1ba675678c9:40405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:20:48,273 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:20:48,273 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,40405,1731043246888
2024-11-08T05:20:48,273 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40089 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,40405,1731043246888
2024-11-08T05:20:48,274 DEBUG [RS:0;d1ba675678c9:40405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19
2024-11-08T05:20:48,274 DEBUG [RS:0;d1ba675678c9:40405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39547
2024-11-08T05:20:48,274 DEBUG [RS:0;d1ba675678c9:40405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:20:48,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1034594991/rs
2024-11-08T05:20:48,288 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,40405,1731043246888]
2024-11-08T05:20:48,293 DEBUG [RS:0;d1ba675678c9:40405 {}] zookeeper.ZKUtil(111): regionserver:40405-0x10118e3b4f30001, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Set watcher on existing znode=/0-1034594991/rs/d1ba675678c9,40405,1731043246888
2024-11-08T05:20:48,293 WARN  [RS:0;d1ba675678c9:40405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:20:48,293 INFO  [RS:0;d1ba675678c9:40405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:20:48,293 DEBUG [RS:0;d1ba675678c9:40405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/WALs/d1ba675678c9,40405,1731043246888
2024-11-08T05:20:48,303 INFO  [RS:0;d1ba675678c9:40405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:20:48,308 INFO  [RS:0;d1ba675678c9:40405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:20:48,312 INFO  [RS:0;d1ba675678c9:40405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:20:48,312 INFO  [RS:0;d1ba675678c9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:48,312 INFO  [RS:0;d1ba675678c9:40405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:20:48,313 INFO  [RS:0;d1ba675678c9:40405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:20:48,313 INFO  [RS:0;d1ba675678c9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:48,314 DEBUG [RS:0;d1ba675678c9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:48,314 DEBUG [RS:0;d1ba675678c9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:48,314 DEBUG [RS:0;d1ba675678c9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:48,314 DEBUG [RS:0;d1ba675678c9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:48,314 DEBUG [RS:0;d1ba675678c9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:48,314 DEBUG [RS:0;d1ba675678c9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:20:48,314 DEBUG [RS:0;d1ba675678c9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:48,314 DEBUG [RS:0;d1ba675678c9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:48,314 DEBUG [RS:0;d1ba675678c9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:48,314 DEBUG [RS:0;d1ba675678c9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:48,314 DEBUG [RS:0;d1ba675678c9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:48,314 DEBUG [RS:0;d1ba675678c9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:48,314 DEBUG [RS:0;d1ba675678c9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:20:48,314 DEBUG [RS:0;d1ba675678c9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:20:48,324 INFO  [RS:0;d1ba675678c9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:48,324 INFO  [RS:0;d1ba675678c9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:48,324 INFO  [RS:0;d1ba675678c9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:48,324 INFO  [RS:0;d1ba675678c9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:48,324 INFO  [RS:0;d1ba675678c9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:48,324 INFO  [RS:0;d1ba675678c9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40405,1731043246888-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:20:48,342 INFO  [RS:0;d1ba675678c9:40405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:20:48,342 INFO  [RS:0;d1ba675678c9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40405,1731043246888-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:48,343 INFO  [RS:0;d1ba675678c9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:48,343 INFO  [RS:0;d1ba675678c9:40405 {}] regionserver.Replication(171): d1ba675678c9,40405,1731043246888 started
2024-11-08T05:20:48,359 INFO  [RS:0;d1ba675678c9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:48,359 INFO  [RS:0;d1ba675678c9:40405 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,40405,1731043246888, RpcServer on d1ba675678c9/172.17.0.3:40405, sessionid=0x10118e3b4f30001
2024-11-08T05:20:48,359 DEBUG [RS:0;d1ba675678c9:40405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:20:48,359 DEBUG [RS:0;d1ba675678c9:40405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,40405,1731043246888
2024-11-08T05:20:48,359 DEBUG [RS:0;d1ba675678c9:40405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,40405,1731043246888'
2024-11-08T05:20:48,359 DEBUG [RS:0;d1ba675678c9:40405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1034594991/flush-table-proc/abort'
2024-11-08T05:20:48,359 DEBUG [RS:0;d1ba675678c9:40405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1034594991/flush-table-proc/acquired'
2024-11-08T05:20:48,360 DEBUG [RS:0;d1ba675678c9:40405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:20:48,360 DEBUG [RS:0;d1ba675678c9:40405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:20:48,360 DEBUG [RS:0;d1ba675678c9:40405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,40405,1731043246888
2024-11-08T05:20:48,360 DEBUG [RS:0;d1ba675678c9:40405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,40405,1731043246888'
2024-11-08T05:20:48,360 DEBUG [RS:0;d1ba675678c9:40405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1034594991/online-snapshot/abort'
2024-11-08T05:20:48,360 DEBUG [RS:0;d1ba675678c9:40405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1034594991/online-snapshot/acquired'
2024-11-08T05:20:48,361 DEBUG [RS:0;d1ba675678c9:40405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:20:48,361 INFO  [RS:0;d1ba675678c9:40405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:20:48,361 INFO  [RS:0;d1ba675678c9:40405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:20:48,461 INFO  [RS:0;d1ba675678c9:40405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:20:48,462 INFO  [RS:0;d1ba675678c9:40405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C40405%2C1731043246888, suffix=, logDir=hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/WALs/d1ba675678c9,40405,1731043246888, archiveDir=hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/oldWALs, maxLogs=10
2024-11-08T05:20:48,475 DEBUG [RS:0;d1ba675678c9:40405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/WALs/d1ba675678c9,40405,1731043246888/d1ba675678c9%2C40405%2C1731043246888.1731043248463, exclude list is [], retry=0
2024-11-08T05:20:48,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46487,DS-51b4368d-e535-48d8-a274-180ca81f0937,DISK]
2024-11-08T05:20:48,478 INFO  [RS:0;d1ba675678c9:40405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/WALs/d1ba675678c9,40405,1731043246888/d1ba675678c9%2C40405%2C1731043246888.1731043248463
2024-11-08T05:20:48,478 DEBUG [RS:0;d1ba675678c9:40405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32875:32875)]
2024-11-08T05:20:48,638 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:20:48,639 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19
2024-11-08T05:20:48,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741833_1009 (size=32)
2024-11-08T05:20:48,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:48,644 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:20:48,645 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:20:48,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:48,645 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:48,645 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:20:48,646 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:20:48,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:48,646 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:48,646 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:20:48,647 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:20:48,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:48,647 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:48,647 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:20:48,648 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:20:48,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:48,648 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:48,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:20:48,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/data/hbase/meta/1588230740
2024-11-08T05:20:48,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/data/hbase/meta/1588230740
2024-11-08T05:20:48,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:20:48,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:20:48,650 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:20:48,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:20:48,652 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:20:48,653 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61870396, jitterRate=-0.07805925607681274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:20:48,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731043248643Initializing all the Stores at 1731043248643Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043248644 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043248644Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043248644Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043248644Cleaning up temporary data from old regions at 1731043248650 (+6 ms)Region opened successfully at 1731043248653 (+3 ms)
2024-11-08T05:20:48,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:20:48,653 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:20:48,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:20:48,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:20:48,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:20:48,654 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:20:48,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043248653Disabling compacts and flushes for region at 1731043248653Disabling writes for close at 1731043248653Writing region close event to WAL at 1731043248654 (+1 ms)Closed at 1731043248654
2024-11-08T05:20:48,655 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:48,655 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:20:48,655 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:20:48,655 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:20:48,656 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:20:48,806 DEBUG [d1ba675678c9:40089 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:20:48,807 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,40405,1731043246888
2024-11-08T05:20:48,808 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,40405,1731043246888, state=OPENING
2024-11-08T05:20:48,879 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:20:49,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x10118e3b4f30001, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1034594991
2024-11-08T05:20:49,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1034594991
2024-11-08T05:20:49,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1034594991/meta-region-server: CHANGED
2024-11-08T05:20:49,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1034594991/meta-region-server: CHANGED
2024-11-08T05:20:49,135 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:20:49,136 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,40405,1731043246888}]
2024-11-08T05:20:49,287 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:20:49,288 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:20:49,291 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:20:49,291 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:20:49,291 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:20:49,292 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C40405%2C1731043246888.meta, suffix=.meta, logDir=hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/WALs/d1ba675678c9,40405,1731043246888, archiveDir=hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/oldWALs, maxLogs=10
2024-11-08T05:20:49,304 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/WALs/d1ba675678c9,40405,1731043246888/d1ba675678c9%2C40405%2C1731043246888.meta.1731043249292.meta, exclude list is [], retry=0
2024-11-08T05:20:49,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46487,DS-51b4368d-e535-48d8-a274-180ca81f0937,DISK]
2024-11-08T05:20:49,306 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/WALs/d1ba675678c9,40405,1731043246888/d1ba675678c9%2C40405%2C1731043246888.meta.1731043249292.meta
2024-11-08T05:20:49,306 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32875:32875)]
2024-11-08T05:20:49,306 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:20:49,307 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:20:49,307 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:20:49,307 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:20:49,307 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:20:49,307 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:20:49,307 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:49,307 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:20:49,307 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:20:49,308 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:20:49,308 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:20:49,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:49,309 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:49,309 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:20:49,309 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:20:49,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:49,309 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:49,309 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:20:49,310 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:20:49,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:49,310 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:49,310 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:20:49,310 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:20:49,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:49,310 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:49,310 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:20:49,311 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/data/hbase/meta/1588230740
2024-11-08T05:20:49,312 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/data/hbase/meta/1588230740
2024-11-08T05:20:49,312 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:20:49,312 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:20:49,313 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:20:49,314 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:20:49,314 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70929117, jitterRate=0.05692620575428009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:20:49,314 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:20:49,314 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731043249307Writing region info on filesystem at 1731043249307Initializing all the Stores at 1731043249308 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043249308Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043249308Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043249308Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043249308Cleaning up temporary data from old regions at 1731043249312 (+4 ms)Running coprocessor post-open hooks at 1731043249314 (+2 ms)Region opened successfully at 1731043249314
2024-11-08T05:20:49,315 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043249287
2024-11-08T05:20:49,316 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:20:49,317 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:20:49,317 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,40405,1731043246888
2024-11-08T05:20:49,317 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,40405,1731043246888, state=OPEN
2024-11-08T05:20:49,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10118e3b4f30000, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1034594991/meta-region-server
2024-11-08T05:20:49,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x10118e3b4f30001, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1034594991/meta-region-server
2024-11-08T05:20:49,447 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,40405,1731043246888
2024-11-08T05:20:49,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1034594991/meta-region-server: CHANGED
2024-11-08T05:20:49,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1034594991/meta-region-server: CHANGED
2024-11-08T05:20:49,450 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:20:49,450 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,40405,1731043246888 in 312 msec
2024-11-08T05:20:49,452 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:20:49,453 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 795 msec
2024-11-08T05:20:49,453 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:49,453 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:20:49,454 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:20:49,454 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,40405,1731043246888, seqNum=-1]
2024-11-08T05:20:49,455 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:20:49,455 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:20:49,459 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2430 sec
2024-11-08T05:20:49,460 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043249459, completionTime=-1
2024-11-08T05:20:49,460 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:20:49,460 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:20:49,461 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:20:49,461 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043309461
2024-11-08T05:20:49,461 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043369461
2024-11-08T05:20:49,461 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-08T05:20:49,462 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40089,1731043246691-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:49,462 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40089,1731043246691-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:49,462 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40089,1731043246691-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:49,462 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:40089, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:49,462 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:49,462 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:49,464 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:20:49,467 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.496sec
2024-11-08T05:20:49,467 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:20:49,467 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:20:49,467 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:20:49,467 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:20:49,467 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:20:49,467 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40089,1731043246691-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:20:49,467 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40089,1731043246691-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:20:49,470 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:20:49,470 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:20:49,470 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,40089,1731043246691-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:49,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221ea79b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:49,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,40089,-1 for getting cluster id
2024-11-08T05:20:49,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:49,539 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4334d7c5-7a0e-4768-bad7-49766debdc14'
2024-11-08T05:20:49,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:49,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4334d7c5-7a0e-4768-bad7-49766debdc14"

2024-11-08T05:20:49,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fd9209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:49,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,40089,-1]
2024-11-08T05:20:49,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:49,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:49,541 INFO  [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:49,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6388039c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:49,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:20:49,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,40405,1731043246888, seqNum=-1]
2024-11-08T05:20:49,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:20:49,543 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:20:49,544 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,40089,1731043246691
2024-11-08T05:20:49,545 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57917
2024-11-08T05:20:49,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57917, baseZNode=/0-1034594991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:20:49,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10118e3b4f30002 connected
2024-11-08T05:20:49,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:20:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,40089,1731043246691
2024-11-08T05:20:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1499ec25
2024-11-08T05:20:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:20:49,655 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:20:49,655 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:20:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-08T05:20:49,657 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:20:49,657 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:49,657 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-08T05:20:49,658 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:20:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:49,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741835_1011 (size=902)
2024-11-08T05:20:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:50,064 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e2f9a1643ac7f1df227c8c8b33105e4, NAME => 'test,,1731043249655.8e2f9a1643ac7f1df227c8c8b33105e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19
2024-11-08T05:20:50,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741836_1012 (size=39)
2024-11-08T05:20:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:50,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731043249655.8e2f9a1643ac7f1df227c8c8b33105e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:50,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8e2f9a1643ac7f1df227c8c8b33105e4, disabling compactions & flushes
2024-11-08T05:20:50,469 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731043249655.8e2f9a1643ac7f1df227c8c8b33105e4.
2024-11-08T05:20:50,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043249655.8e2f9a1643ac7f1df227c8c8b33105e4.
2024-11-08T05:20:50,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731043249655.8e2f9a1643ac7f1df227c8c8b33105e4. after waiting 0 ms
2024-11-08T05:20:50,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731043249655.8e2f9a1643ac7f1df227c8c8b33105e4.
2024-11-08T05:20:50,469 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731043249655.8e2f9a1643ac7f1df227c8c8b33105e4.
2024-11-08T05:20:50,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e2f9a1643ac7f1df227c8c8b33105e4:
Waiting for close lock at 1731043250468Disabling compacts and flushes for region at 1731043250468Disabling writes for close at 1731043250469 (+1 ms)Writing region close event to WAL at 1731043250469Closed at 1731043250469
2024-11-08T05:20:50,469 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:20:50,470 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731043249655.8e2f9a1643ac7f1df227c8c8b33105e4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731043250469"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043250469"}]},"ts":"1731043250469"}
2024-11-08T05:20:50,471 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:20:50,472 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:20:50,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043250472"}]},"ts":"1731043250472"}
2024-11-08T05:20:50,474 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-08T05:20:50,474 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8e2f9a1643ac7f1df227c8c8b33105e4, ASSIGN}]
2024-11-08T05:20:50,475 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8e2f9a1643ac7f1df227c8c8b33105e4, ASSIGN
2024-11-08T05:20:50,475 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8e2f9a1643ac7f1df227c8c8b33105e4, ASSIGN; state=OFFLINE, location=d1ba675678c9,40405,1731043246888; forceNewPlan=false, retain=false
2024-11-08T05:20:50,626 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e2f9a1643ac7f1df227c8c8b33105e4, regionState=OPENING, regionLocation=d1ba675678c9,40405,1731043246888
2024-11-08T05:20:50,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8e2f9a1643ac7f1df227c8c8b33105e4, ASSIGN because future has completed
2024-11-08T05:20:50,628 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e2f9a1643ac7f1df227c8c8b33105e4, server=d1ba675678c9,40405,1731043246888}]
2024-11-08T05:20:50,783 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731043249655.8e2f9a1643ac7f1df227c8c8b33105e4.
2024-11-08T05:20:50,783 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e2f9a1643ac7f1df227c8c8b33105e4, NAME => 'test,,1731043249655.8e2f9a1643ac7f1df227c8c8b33105e4.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:20:50,784 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:20:50,784 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-08T05:20:50,784 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8e2f9a1643ac7f1df227c8c8b33105e4
2024-11-08T05:20:50,784 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731043249655.8e2f9a1643ac7f1df227c8c8b33105e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:50,784 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8e2f9a1643ac7f1df227c8c8b33105e4
2024-11-08T05:20:50,784 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8e2f9a1643ac7f1df227c8c8b33105e4
2024-11-08T05:20:50,785 INFO  [StoreOpener-8e2f9a1643ac7f1df227c8c8b33105e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8e2f9a1643ac7f1df227c8c8b33105e4 
2024-11-08T05:20:50,786 INFO  [StoreOpener-8e2f9a1643ac7f1df227c8c8b33105e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e2f9a1643ac7f1df227c8c8b33105e4 columnFamilyName f
2024-11-08T05:20:50,786 DEBUG [StoreOpener-8e2f9a1643ac7f1df227c8c8b33105e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:50,786 INFO  [StoreOpener-8e2f9a1643ac7f1df227c8c8b33105e4-1 {}] regionserver.HStore(327): Store=8e2f9a1643ac7f1df227c8c8b33105e4/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:50,786 INFO  [StoreOpener-8e2f9a1643ac7f1df227c8c8b33105e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8e2f9a1643ac7f1df227c8c8b33105e4 
2024-11-08T05:20:50,787 INFO  [StoreOpener-8e2f9a1643ac7f1df227c8c8b33105e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e2f9a1643ac7f1df227c8c8b33105e4 columnFamilyName f1
2024-11-08T05:20:50,787 DEBUG [StoreOpener-8e2f9a1643ac7f1df227c8c8b33105e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:50,787 INFO  [StoreOpener-8e2f9a1643ac7f1df227c8c8b33105e4-1 {}] regionserver.HStore(327): Store=8e2f9a1643ac7f1df227c8c8b33105e4/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:50,787 INFO  [StoreOpener-8e2f9a1643ac7f1df227c8c8b33105e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8e2f9a1643ac7f1df227c8c8b33105e4 
2024-11-08T05:20:50,788 INFO  [StoreOpener-8e2f9a1643ac7f1df227c8c8b33105e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e2f9a1643ac7f1df227c8c8b33105e4 columnFamilyName norep
2024-11-08T05:20:50,788 DEBUG [StoreOpener-8e2f9a1643ac7f1df227c8c8b33105e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:50,788 INFO  [StoreOpener-8e2f9a1643ac7f1df227c8c8b33105e4-1 {}] regionserver.HStore(327): Store=8e2f9a1643ac7f1df227c8c8b33105e4/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:50,788 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8e2f9a1643ac7f1df227c8c8b33105e4
2024-11-08T05:20:50,789 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/data/default/test/8e2f9a1643ac7f1df227c8c8b33105e4
2024-11-08T05:20:50,789 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/data/default/test/8e2f9a1643ac7f1df227c8c8b33105e4
2024-11-08T05:20:50,790 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8e2f9a1643ac7f1df227c8c8b33105e4
2024-11-08T05:20:50,790 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8e2f9a1643ac7f1df227c8c8b33105e4
2024-11-08T05:20:50,790 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:20:50,791 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8e2f9a1643ac7f1df227c8c8b33105e4
2024-11-08T05:20:50,793 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/data/default/test/8e2f9a1643ac7f1df227c8c8b33105e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:20:50,793 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8e2f9a1643ac7f1df227c8c8b33105e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67050434, jitterRate=-8.706748485565186E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:20:50,793 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e2f9a1643ac7f1df227c8c8b33105e4
2024-11-08T05:20:50,794 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8e2f9a1643ac7f1df227c8c8b33105e4:
Running coprocessor pre-open hook at 1731043250784Writing region info on filesystem at 1731043250784Initializing all the Stores at 1731043250785 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043250785Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043250785Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043250785Cleaning up temporary data from old regions at 1731043250790 (+5 ms)Running coprocessor post-open hooks at 1731043250793 (+3 ms)Region opened successfully at 1731043250794 (+1 ms)
2024-11-08T05:20:50,794 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731043249655.8e2f9a1643ac7f1df227c8c8b33105e4., pid=6, masterSystemTime=1731043250779
2024-11-08T05:20:50,796 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731043249655.8e2f9a1643ac7f1df227c8c8b33105e4.
2024-11-08T05:20:50,796 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731043249655.8e2f9a1643ac7f1df227c8c8b33105e4.
2024-11-08T05:20:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:50,797 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e2f9a1643ac7f1df227c8c8b33105e4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d1ba675678c9,40405,1731043246888
2024-11-08T05:20:50,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e2f9a1643ac7f1df227c8c8b33105e4, server=d1ba675678c9,40405,1731043246888 because future has completed
2024-11-08T05:20:50,800 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:20:50,800 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e2f9a1643ac7f1df227c8c8b33105e4, server=d1ba675678c9,40405,1731043246888 in 171 msec
2024-11-08T05:20:50,801 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T05:20:50,801 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8e2f9a1643ac7f1df227c8c8b33105e4, ASSIGN in 326 msec
2024-11-08T05:20:50,802 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:20:50,802 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043250802"}]},"ts":"1731043250802"}
2024-11-08T05:20:50,803 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-08T05:20:50,804 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:20:50,804 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec
2024-11-08T05:20:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:20:51,806 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-08T05:20:51,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9f8a3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:51,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,40089,-1 for getting cluster id
2024-11-08T05:20:51,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:51,809 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4334d7c5-7a0e-4768-bad7-49766debdc14'
2024-11-08T05:20:51,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:51,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4334d7c5-7a0e-4768-bad7-49766debdc14"

2024-11-08T05:20:51,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dcfdf39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:51,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,40089,-1]
2024-11-08T05:20:51,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:51,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:51,810 INFO  [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:51,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccd9835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:51,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:20:51,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,40089,1731043246691
2024-11-08T05:20:51,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28965b78
2024-11-08T05:20:51,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:20:51,812 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:20:51,813 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d1ba675678c9:40089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-08T05:20:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:20:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:20:51,816 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:40089'
2024-11-08T05:20:51,816 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bc6fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:51,816 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,40089,-1 for getting cluster id
2024-11-08T05:20:51,817 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:51,817 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4334d7c5-7a0e-4768-bad7-49766debdc14'
2024-11-08T05:20:51,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:51,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4334d7c5-7a0e-4768-bad7-49766debdc14"

2024-11-08T05:20:51,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7972311b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:51,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,40089,-1]
2024-11-08T05:20:51,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:51,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:51,818 INFO  [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:51,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2daebc91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:51,819 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:20:51,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,40089,1731043246691
2024-11-08T05:20:51,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@380347d7
2024-11-08T05:20:51,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:20:51,820 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:20:51,822 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-08T05:20:51,822 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:20:51,822 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:51,822 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:51,822 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:20:51,824 WARN  [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up
org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d1ba675678c9:40089, should not replicate to itself for HBaseInterClusterReplicationEndpoint
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:20:51,830 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d1ba675678c9:40089, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug?
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d1ba675678c9:40089, should not replicate to itself for HBaseInterClusterReplicationEndpoint
	at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d1ba675678c9:40089, should not replicate to itself for HBaseInterClusterReplicationEndpoint
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?]
	... 8 more
2024-11-08T05:20:51,831 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d1ba675678c9:40089, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=17 msec
2024-11-08T05:20:51,831 WARN  [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store.
2024-11-08T05:20:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:20:51,927 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:20:51,927 INFO  [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://d1ba675678c9:40089, should not replicate to itself for HBaseInterClusterReplicationEndpoint
2024-11-08T05:20:51,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:20:51,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:51,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:51,934 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:20:51,949 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 361)
Potentially hanging thread: RegionServerTracker-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WorkerMonitor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279)
	app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81)
	app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56)

Potentially hanging thread: DatanodeAdminMonitor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: FSEditLogAsync
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
	app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
	app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40089
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1077092974_20 at /127.0.0.1:56608 [Receiving block BP-1008399109-172.17.0.3-1731043244389:blk_1073741832_1008]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40089
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)

Potentially hanging thread: pool-2270-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataNode DiskChecker thread 1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19-prefix:d1ba675678c9,40405,1731043246888.meta
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LruBlockCacheStatsExecutor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp803792819-7909
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: JvmPauseMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server idle connection scanner for port 41461
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@1e89626b
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/d1ba675678c9:0.leaseChecker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82)

Potentially hanging thread: qtp546368886-7863
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40089
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: HMaster-EventLoopGroup-43-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@35bb6423[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: CacheReplicationMonitor(752293033)
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
	app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)

Potentially hanging thread: regionserver/d1ba675678c9:0.Chore.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RedundancyMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
	java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/cluster_8dbdddbf-af41-4cf9-0a0b-51862dd950d5/data/data2)
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)

Potentially hanging thread: M:0;d1ba675678c9:40089
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64)
	app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40405
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: IPC Server handler 2 on default port 41461
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: NIOWorkerThread-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57917)
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)

Potentially hanging thread: MemStoreFlusher.0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77)
	app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323)

Potentially hanging thread: master:store-WAL-Roller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)

Potentially hanging thread: NIOWorkerThread-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master:store-Flusher
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f63749f99c0.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57917)
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)

Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957)

Potentially hanging thread: normalizer-worker-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146)
	app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191)
	java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp803792819-7910
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Block report processor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)

Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2ad0721
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043248240
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269)

Potentially hanging thread: StorageLocationChecker thread 1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39547
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1356bd54
	java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
	java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
	app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1008399109-172.17.0.3-1731043244389:blk_1073741834_1010, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39547
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp546368886-7861
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f63744319c0.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/d1ba675678c9:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: OldWALsCleaner-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172)
	app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152)
	app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$613/0x00007f6374ad9a70.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp546368886-7858
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f63744319c0.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2276-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Hadoop-Metrics-Updater-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: IPC Server idle connection scanner for port 39547
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: qtp546368886-7859
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f63744319c0.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40089
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39547
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2273-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Socket Reader #1 for port 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)

Potentially hanging thread: NIOWorkerThread-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server Responder
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
	app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40089
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: DataNode DiskChecker thread 0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: IPC Server handler 1 on default port 41461
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: qtp803792819-7908-acceptor-0@2646c769-ServerConnector@15fba47b{HTTP/1.1, (http/1.1)}{localhost:36431}
	java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
	app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
	app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp546368886-7860
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f63744319c0.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: ProcedureDispatcherTimeoutThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265)
	app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81)
	app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328)

Potentially hanging thread: IPC Server handler 4 on default port 41461
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: NIOWorkerThread-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39547 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: ProcExecTimeout
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274)
	app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81)
	app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56)

Potentially hanging thread: regionserver/d1ba675678c9:0.logRoller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)

Potentially hanging thread: IPC Server handler 0 on default port 39547
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: PEWorker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: NIOWorkerThread-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:39547
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server listener on 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40089
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39547 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Command processor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)

Potentially hanging thread: IPC Server Responder
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
	app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)

Potentially hanging thread: IPC Server handler 4 on default port 39547
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: RS:0;d1ba675678c9:40405
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64)
	app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906)
	app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
	app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
	java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776)
	java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399)
	java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376)
	app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
	app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
	app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@6d04174e
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@343ea268
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MarkedDeleteBlockScrubberThread
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_META-regionserver/d1ba675678c9:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-16
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/cluster_8dbdddbf-af41-4cf9-0a0b-51862dd950d5/data/data1)
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40405
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: StorageLocationChecker thread 0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1077092974_20 at /127.0.0.1:56632 [Receiving block BP-1008399109-172.17.0.3-1731043244389:blk_1073741834_1010]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 3 on default port 39547
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40405
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: Socket Reader #1 for port 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19/MasterData-prefix:d1ba675678c9,40089,1731043246691
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2265-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp803792819-7907
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f63744319c0.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/d1ba675678c9:0.Chore.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: IPC Server listener on 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)

Potentially hanging thread: RS:0;d1ba675678c9:40405-longCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 1 on default port 39547
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: qtp546368886-7862-acceptor-0@3177613b-ServerConnector@4442d527{HTTP/1.1, (http/1.1)}{localhost:42457}
	java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
	app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
	app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@216f8310
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp546368886-7864
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1291215011_20 at /127.0.0.1:56588 [Receiving block BP-1008399109-172.17.0.3-1731043244389:blk_1073741830_1006]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39547 from jenkins.hfs.20
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: BP-1008399109-172.17.0.3-1731043244389 heartbeating to localhost/127.0.0.1:39547
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ConnnectionExpirer
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)

Potentially hanging thread: MobFileCache #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@61853c6b
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: IPC Server handler 3 on default port 41461
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1008399109-172.17.0.3-1731043244389:blk_1073741832_1008, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40089
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: FsDatasetAsyncDiskServiceFixer
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40405
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@2e08ba8f
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/cluster_8dbdddbf-af41-4cf9-0a0b-51862dd950d5/data/data1/current/BP-1008399109-172.17.0.3-1731043244389
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39547
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: pool-2278-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-43-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40405
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: nioEventLoopGroup-38-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 2 on default port 39547
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4f64b84
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-43-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp546368886-7865
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40405
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40405
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: NIOWorkerThread-12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SyncThread:0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)

Potentially hanging thread: RequestThrottler
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)

Potentially hanging thread: BootstrapNodeManager
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 0 on default port 41461
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: ProcessThread(sid:0 cport:57917):
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)

Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40405
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: pool-2264-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Hadoop-Metrics-Updater-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: d1ba675678c9:40089
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390)
	app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412)
	app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40089
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/cluster_8dbdddbf-af41-4cf9-0a0b-51862dd950d5/data/data2/current/BP-1008399109-172.17.0.3-1731043244389
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043248240
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254)

Potentially hanging thread: NIOWorkerThread-13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Session-HouseKeeper-2b87a4b5-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1008399109-172.17.0.3-1731043244389:blk_1073741830_1006, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39547/user/jenkins/test-data/974053c3-e181-2bc3-5dbe-48850929dd19-prefix:d1ba675678c9,40405,1731043246888
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1077092974_20 at /127.0.0.1:56554 [Waiting for operation #6]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40089
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: Session-HouseKeeper-2752ee47-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57917)
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)

Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:57917
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
 - Thread LEAK? -, OpenFileDescriptor=866 (was 790) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=403 (was 377) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5281 (was 5395)
2024-11-08T05:20:51,952 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500
2024-11-08T05:20:51,966 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=403, ProcessCount=11, AvailableMemoryMB=5280
2024-11-08T05:20:51,966 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500
2024-11-08T05:20:51,982 INFO  [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication
2024-11-08T05:20:51,983 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/hadoop.log.dir so I do NOT create it in target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a
2024-11-08T05:20:51,983 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:20:51,983 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/hadoop.tmp.dir so I do NOT create it in target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a
2024-11-08T05:20:51,983 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7fae2d26-0d8d-78ab-cdd1-9f6a168bbf41/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:20:51,983 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a
2024-11-08T05:20:51,983 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/cluster_b1a154a3-7723-55a7-d2a3-5d93d14751e2, deleteOnExit=true
2024-11-08T05:20:51,990 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/cluster_b1a154a3-7723-55a7-d2a3-5d93d14751e2/zookeeper_0, clientPort=58049, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/cluster_b1a154a3-7723-55a7-d2a3-5d93d14751e2/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/cluster_b1a154a3-7723-55a7-d2a3-5d93d14751e2/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-08T05:20:51,992 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58049
2024-11-08T05:20:51,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:20:51,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:20:51,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/test.cache.data in system properties and HBase conf
2024-11-08T05:20:51,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:20:51,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:20:51,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:20:51,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:20:51,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:20:51,993 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:20:51,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:20:51,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:20:51,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:20:51,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:20:51,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:20:51,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:20:51,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:20:51,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:20:51,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:20:51,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:20:51,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:20:51,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:20:51,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:20:51,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:20:52,412 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:20:52,415 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:20:52,423 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:20:52,423 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:20:52,423 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T05:20:52,424 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:20:52,424 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2801aebc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:20:52,424 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f34409e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:20:52,531 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@125c1a64{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/java.io.tmpdir/jetty-localhost-37275-hadoop-hdfs-3_4_1-tests_jar-_-any-47348100410225747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:20:52,531 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78ceea1e{HTTP/1.1, (http/1.1)}{localhost:37275}
2024-11-08T05:20:52,531 INFO  [Time-limited test {}] server.Server(415): Started @325968ms
2024-11-08T05:20:52,843 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:20:52,847 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:20:52,852 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:20:52,852 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:20:52,853 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:20:52,854 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8130d8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:20:52,854 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e01edbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:20:52,980 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33958fbf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/java.io.tmpdir/jetty-localhost-39741-hadoop-hdfs-3_4_1-tests_jar-_-any-5427034165606742754/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:20:52,980 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4aa8e23a{HTTP/1.1, (http/1.1)}{localhost:39741}
2024-11-08T05:20:52,981 INFO  [Time-limited test {}] server.Server(415): Started @326417ms
2024-11-08T05:20:52,982 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:20:53,663 WARN  [Thread-4298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/cluster_b1a154a3-7723-55a7-d2a3-5d93d14751e2/data/data2/current/BP-1566784766-172.17.0.3-1731043252027/current, will proceed with Du for space computation calculation, 
2024-11-08T05:20:53,663 WARN  [Thread-4297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/cluster_b1a154a3-7723-55a7-d2a3-5d93d14751e2/data/data1/current/BP-1566784766-172.17.0.3-1731043252027/current, will proceed with Du for space computation calculation, 
2024-11-08T05:20:53,688 WARN  [Thread-4285 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:20:53,690 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1801e681bfe52418 with lease ID 0x5d3f471beb56963d: Processing first storage report for DS-016d38ae-bfa0-4817-8be7-d5ab36dd7949 from datanode DatanodeRegistration(127.0.0.1:46489, datanodeUuid=f771c413-3921-4744-b63f-e5729771192f, infoPort=41181, infoSecurePort=0, ipcPort=38241, storageInfo=lv=-57;cid=testClusterID;nsid=96914151;c=1731043252027)
2024-11-08T05:20:53,691 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1801e681bfe52418 with lease ID 0x5d3f471beb56963d: from storage DS-016d38ae-bfa0-4817-8be7-d5ab36dd7949 node DatanodeRegistration(127.0.0.1:46489, datanodeUuid=f771c413-3921-4744-b63f-e5729771192f, infoPort=41181, infoSecurePort=0, ipcPort=38241, storageInfo=lv=-57;cid=testClusterID;nsid=96914151;c=1731043252027), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:20:53,691 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1801e681bfe52418 with lease ID 0x5d3f471beb56963d: Processing first storage report for DS-f2ca5b18-b540-4b37-8660-9ecd680d245e from datanode DatanodeRegistration(127.0.0.1:46489, datanodeUuid=f771c413-3921-4744-b63f-e5729771192f, infoPort=41181, infoSecurePort=0, ipcPort=38241, storageInfo=lv=-57;cid=testClusterID;nsid=96914151;c=1731043252027)
2024-11-08T05:20:53,691 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1801e681bfe52418 with lease ID 0x5d3f471beb56963d: from storage DS-f2ca5b18-b540-4b37-8660-9ecd680d245e node DatanodeRegistration(127.0.0.1:46489, datanodeUuid=f771c413-3921-4744-b63f-e5729771192f, infoPort=41181, infoSecurePort=0, ipcPort=38241, storageInfo=lv=-57;cid=testClusterID;nsid=96914151;c=1731043252027), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:20:53,712 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a
2024-11-08T05:20:53,713 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:53,714 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:53,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:20:54,124 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d with version=8
2024-11-08T05:20:54,124 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/hbase-staging
2024-11-08T05:20:54,126 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:20:54,126 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:54,126 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:54,126 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:20:54,126 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:54,126 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:20:54,126 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:20:54,126 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:20:54,133 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38195
2024-11-08T05:20:54,134 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38195 connecting to ZooKeeper ensemble=127.0.0.1:58049
2024-11-08T05:20:54,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381950x0, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:20:54,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38195-0x10118e3d2be0000 connected
2024-11-08T05:20:54,303 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-08T05:20:54,304 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-08T05:20:54,423 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:54,426 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:54,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Set watcher on znode that does not yet exist, /0243492181/running
2024-11-08T05:20:54,433 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d, hbase.cluster.distributed=false
2024-11-08T05:20:54,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Set watcher on znode that does not yet exist, /0243492181/acl
2024-11-08T05:20:54,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38195
2024-11-08T05:20:54,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38195
2024-11-08T05:20:54,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38195
2024-11-08T05:20:54,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38195
2024-11-08T05:20:54,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38195
2024-11-08T05:20:54,508 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:20:54,508 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:54,508 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:54,508 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:20:54,508 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:54,508 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:20:54,508 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:20:54,509 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:20:54,536 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42375
2024-11-08T05:20:54,537 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42375 connecting to ZooKeeper ensemble=127.0.0.1:58049
2024-11-08T05:20:54,538 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:54,540 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:54,552 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423750x0, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:20:54,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423750x0, quorum=127.0.0.1:58049, baseZNode=/0243492181 Set watcher on znode that does not yet exist, /0243492181/running
2024-11-08T05:20:54,553 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:20:54,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42375-0x10118e3d2be0001 connected
2024-11-08T05:20:54,568 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:20:54,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Set watcher on znode that does not yet exist, /0243492181/master
2024-11-08T05:20:54,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Set watcher on znode that does not yet exist, /0243492181/acl
2024-11-08T05:20:54,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42375
2024-11-08T05:20:54,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42375
2024-11-08T05:20:54,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42375
2024-11-08T05:20:54,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42375
2024-11-08T05:20:54,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42375
2024-11-08T05:20:54,631 DEBUG [M:0;d1ba675678c9:38195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:38195
2024-11-08T05:20:54,632 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0243492181/backup-masters/d1ba675678c9,38195,1731043254126
2024-11-08T05:20:54,644 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181/backup-masters
2024-11-08T05:20:54,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181/backup-masters
2024-11-08T05:20:54,645 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Set watcher on existing znode=/0243492181/backup-masters/d1ba675678c9,38195,1731043254126
2024-11-08T05:20:54,657 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0243492181/master
2024-11-08T05:20:54,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181
2024-11-08T05:20:54,657 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181
2024-11-08T05:20:54,658 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Set watcher on existing znode=/0243492181/master
2024-11-08T05:20:54,658 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0243492181/backup-masters/d1ba675678c9,38195,1731043254126 from backup master directory
2024-11-08T05:20:54,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243492181/backup-masters/d1ba675678c9,38195,1731043254126
2024-11-08T05:20:54,668 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181/backup-masters
2024-11-08T05:20:54,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181/backup-masters
2024-11-08T05:20:54,668 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:20:54,668 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,38195,1731043254126
2024-11-08T05:20:54,673 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/hbase.id] with ID: 1719d059-95c3-4c78-bc96-4d028483dfb5
2024-11-08T05:20:54,673 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/.tmp/hbase.id
2024-11-08T05:20:54,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:20:54,810 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:20:54,811 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:54,811 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:54,811 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:54,811 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:54,812 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:54,812 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:54,813 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:54,813 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:54,872 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:54,872 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:54,872 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:54,873 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:54,873 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:54,873 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:54,883 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:54,888 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:54,888 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:54,891 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:20:54,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-08T05:20:54,921 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-08T05:20:54,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-08T05:20:54,921 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-08T05:20:54,922 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:20:54,922 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-08T05:20:54,922 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-08T05:20:54,922 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-08T05:20:55,082 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/.tmp/hbase.id]:[hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/hbase.id]
2024-11-08T05:20:55,097 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:55,097 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:20:55,100 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms.
2024-11-08T05:20:55,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181
2024-11-08T05:20:55,194 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181
2024-11-08T05:20:55,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:20:55,231 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:20:55,232 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:20:55,244 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:20:55,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:20:55,318 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store
2024-11-08T05:20:55,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:20:55,354 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:55,354 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:20:55,354 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:55,354 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:55,355 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:20:55,355 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:55,355 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:20:55,355 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043255354Disabling compacts and flushes for region at 1731043255354Disabling writes for close at 1731043255355 (+1 ms)Writing region close event to WAL at 1731043255355Closed at 1731043255355
2024-11-08T05:20:55,355 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store/.initializing
2024-11-08T05:20:55,355 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/WALs/d1ba675678c9,38195,1731043254126
2024-11-08T05:20:55,357 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:20:55,358 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C38195%2C1731043254126, suffix=, logDir=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/WALs/d1ba675678c9,38195,1731043254126, archiveDir=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/oldWALs, maxLogs=10
2024-11-08T05:20:55,378 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/WALs/d1ba675678c9,38195,1731043254126/d1ba675678c9%2C38195%2C1731043254126.1731043255359, exclude list is [], retry=0
2024-11-08T05:20:55,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46489,DS-016d38ae-bfa0-4817-8be7-d5ab36dd7949,DISK]
2024-11-08T05:20:55,389 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/WALs/d1ba675678c9,38195,1731043254126/d1ba675678c9%2C38195%2C1731043254126.1731043255359
2024-11-08T05:20:55,392 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41181:41181)]
2024-11-08T05:20:55,392 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:20:55,393 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:55,393 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:55,393 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:55,394 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:55,395 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:20:55,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:55,396 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:55,396 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:55,397 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:20:55,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:55,398 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:55,398 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:55,399 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:20:55,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:55,399 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:55,399 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:20:55,400 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:20:55,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:55,401 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:20:55,401 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:55,402 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:55,402 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:55,403 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:55,403 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:55,403 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:20:55,404 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:20:55,406 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:20:55,407 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65770783, jitterRate=-0.019938960671424866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:20:55,407 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731043255393Initializing all the Stores at 1731043255394 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043255394Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043255394Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043255394Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043255394Cleaning up temporary data from old regions at 1731043255403 (+9 ms)Region opened successfully at 1731043255407 (+4 ms)
2024-11-08T05:20:55,407 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:20:55,410 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dde9d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:20:55,411 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:20:55,411 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:20:55,411 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:20:55,411 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:20:55,414 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec
2024-11-08T05:20:55,415 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:20:55,415 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:20:55,427 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:20:55,428 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Unable to get data of znode /0243492181/balancer because node does not exist (not necessarily an error)
2024-11-08T05:20:55,436 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243492181/balancer already deleted, retry=false
2024-11-08T05:20:55,437 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:20:55,437 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Unable to get data of znode /0243492181/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:20:55,615 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243492181/normalizer already deleted, retry=false
2024-11-08T05:20:55,616 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:20:55,617 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Unable to get data of znode /0243492181/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:20:55,626 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243492181/switch/split already deleted, retry=false
2024-11-08T05:20:55,627 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Unable to get data of znode /0243492181/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:20:55,636 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243492181/switch/merge already deleted, retry=false
2024-11-08T05:20:55,639 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Unable to get data of znode /0243492181/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:20:55,647 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243492181/snapshot-cleanup already deleted, retry=false
2024-11-08T05:20:55,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0243492181/running
2024-11-08T05:20:55,657 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0243492181/running
2024-11-08T05:20:55,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181
2024-11-08T05:20:55,657 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181
2024-11-08T05:20:55,658 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,38195,1731043254126, sessionid=0x10118e3d2be0000, setting cluster-up flag (Was=false)
2024-11-08T05:20:55,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181
2024-11-08T05:20:55,679 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181
2024-11-08T05:20:55,710 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0243492181/flush-table-proc/acquired, /0243492181/flush-table-proc/reached, /0243492181/flush-table-proc/abort
2024-11-08T05:20:55,711 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,38195,1731043254126
2024-11-08T05:20:55,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181
2024-11-08T05:20:55,731 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181
2024-11-08T05:20:55,763 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0243492181/online-snapshot/acquired, /0243492181/online-snapshot/reached, /0243492181/online-snapshot/abort
2024-11-08T05:20:55,764 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,38195,1731043254126
2024-11-08T05:20:55,765 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:20:55,770 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:55,770 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:20:55,770 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:20:55,770 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,38195,1731043254126
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:20:55,772 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:55,772 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:55,772 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:55,772 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:20:55,772 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:20:55,772 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:55,772 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:20:55,772 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:55,778 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:55,778 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:20:55,779 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:55,779 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:20:55,804 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043285804
2024-11-08T05:20:55,804 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:20:55,804 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:20:55,804 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:20:55,804 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:20:55,804 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:20:55,805 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:20:55,816 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:55,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:20:55,831 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:20:55,832 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d
2024-11-08T05:20:55,844 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:20:55,844 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:20:55,844 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:20:55,845 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:20:55,848 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:20:55,848 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:20:55,858 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(746): ClusterId : 1719d059-95c3-4c78-bc96-4d028483dfb5
2024-11-08T05:20:55,858 DEBUG [RS:0;d1ba675678c9:42375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:20:55,864 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043255848,5,FailOnTimeoutGroup]
2024-11-08T05:20:55,869 DEBUG [RS:0;d1ba675678c9:42375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:20:55,869 DEBUG [RS:0;d1ba675678c9:42375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:20:55,872 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043255864,5,FailOnTimeoutGroup]
2024-11-08T05:20:55,872 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:55,872 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:20:55,872 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:55,872 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:55,880 DEBUG [RS:0;d1ba675678c9:42375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:20:55,880 DEBUG [RS:0;d1ba675678c9:42375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55bba84d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:20:55,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741832_1008 (size=32)
2024-11-08T05:20:55,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:55,908 DEBUG [RS:0;d1ba675678c9:42375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:42375
2024-11-08T05:20:55,908 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:20:55,909 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:20:55,909 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:20:55,909 DEBUG [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:20:55,909 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,38195,1731043254126 with port=42375, startcode=1731043254507
2024-11-08T05:20:55,910 DEBUG [RS:0;d1ba675678c9:42375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:20:55,910 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:20:55,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:55,910 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:55,910 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:20:55,911 INFO  [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:20:55,912 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38195 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,42375,1731043254507
2024-11-08T05:20:55,912 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:20:55,912 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38195 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,42375,1731043254507
2024-11-08T05:20:55,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:55,912 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:55,912 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:20:55,913 DEBUG [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d
2024-11-08T05:20:55,913 DEBUG [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42645
2024-11-08T05:20:55,913 DEBUG [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:20:55,913 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:20:55,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:55,914 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:55,914 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:20:55,915 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:20:55,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:55,915 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:55,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:20:55,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740
2024-11-08T05:20:55,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740
2024-11-08T05:20:55,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:20:55,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:20:55,918 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:20:55,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:20:55,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181/rs
2024-11-08T05:20:55,921 DEBUG [RS:0;d1ba675678c9:42375 {}] zookeeper.ZKUtil(111): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Set watcher on existing znode=/0243492181/rs/d1ba675678c9,42375,1731043254507
2024-11-08T05:20:55,921 WARN  [RS:0;d1ba675678c9:42375 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:20:55,921 INFO  [RS:0;d1ba675678c9:42375 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:20:55,922 DEBUG [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507
2024-11-08T05:20:55,925 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:20:55,925 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73135656, jitterRate=0.0898061990737915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:20:55,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731043255907Initializing all the Stores at 1731043255908 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043255908Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043255908Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043255908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043255908Cleaning up temporary data from old regions at 1731043255917 (+9 ms)Region opened successfully at 1731043255925 (+8 ms)
2024-11-08T05:20:55,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:20:55,925 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:20:55,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:20:55,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:20:55,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:20:55,926 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,42375,1731043254507]
2024-11-08T05:20:55,926 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:20:55,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043255925Disabling compacts and flushes for region at 1731043255925Disabling writes for close at 1731043255926 (+1 ms)Writing region close event to WAL at 1731043255926Closed at 1731043255926
2024-11-08T05:20:55,936 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:55,936 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:20:55,936 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:20:55,937 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:20:55,938 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:20:55,944 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:20:55,952 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:20:55,953 INFO  [RS:0;d1ba675678c9:42375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:20:55,953 INFO  [RS:0;d1ba675678c9:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:55,964 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:20:55,965 INFO  [RS:0;d1ba675678c9:42375 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:20:55,965 INFO  [RS:0;d1ba675678c9:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:55,965 DEBUG [RS:0;d1ba675678c9:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:55,965 DEBUG [RS:0;d1ba675678c9:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:55,965 DEBUG [RS:0;d1ba675678c9:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:55,965 DEBUG [RS:0;d1ba675678c9:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:55,965 DEBUG [RS:0;d1ba675678c9:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:55,965 DEBUG [RS:0;d1ba675678c9:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:20:55,965 DEBUG [RS:0;d1ba675678c9:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:55,965 DEBUG [RS:0;d1ba675678c9:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:55,965 DEBUG [RS:0;d1ba675678c9:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:55,965 DEBUG [RS:0;d1ba675678c9:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:55,965 DEBUG [RS:0;d1ba675678c9:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:55,965 DEBUG [RS:0;d1ba675678c9:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:20:55,965 DEBUG [RS:0;d1ba675678c9:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:20:55,965 DEBUG [RS:0;d1ba675678c9:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:20:55,971 INFO  [RS:0;d1ba675678c9:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:55,972 INFO  [RS:0;d1ba675678c9:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:55,972 INFO  [RS:0;d1ba675678c9:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:55,972 INFO  [RS:0;d1ba675678c9:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:55,972 INFO  [RS:0;d1ba675678c9:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:55,972 INFO  [RS:0;d1ba675678c9:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42375,1731043254507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:20:55,986 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:20:55,986 INFO  [RS:0;d1ba675678c9:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42375,1731043254507-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:55,986 INFO  [RS:0;d1ba675678c9:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:55,986 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.Replication(171): d1ba675678c9,42375,1731043254507 started
2024-11-08T05:20:56,003 INFO  [RS:0;d1ba675678c9:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:56,003 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,42375,1731043254507, RpcServer on d1ba675678c9/172.17.0.3:42375, sessionid=0x10118e3d2be0001
2024-11-08T05:20:56,004 DEBUG [RS:0;d1ba675678c9:42375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:20:56,004 DEBUG [RS:0;d1ba675678c9:42375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,42375,1731043254507
2024-11-08T05:20:56,004 DEBUG [RS:0;d1ba675678c9:42375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,42375,1731043254507'
2024-11-08T05:20:56,004 DEBUG [RS:0;d1ba675678c9:42375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0243492181/flush-table-proc/abort'
2024-11-08T05:20:56,004 DEBUG [RS:0;d1ba675678c9:42375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0243492181/flush-table-proc/acquired'
2024-11-08T05:20:56,005 DEBUG [RS:0;d1ba675678c9:42375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:20:56,005 DEBUG [RS:0;d1ba675678c9:42375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:20:56,005 DEBUG [RS:0;d1ba675678c9:42375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,42375,1731043254507
2024-11-08T05:20:56,005 DEBUG [RS:0;d1ba675678c9:42375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,42375,1731043254507'
2024-11-08T05:20:56,005 DEBUG [RS:0;d1ba675678c9:42375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0243492181/online-snapshot/abort'
2024-11-08T05:20:56,006 DEBUG [RS:0;d1ba675678c9:42375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0243492181/online-snapshot/acquired'
2024-11-08T05:20:56,006 DEBUG [RS:0;d1ba675678c9:42375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:20:56,006 INFO  [RS:0;d1ba675678c9:42375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:20:56,006 INFO  [RS:0;d1ba675678c9:42375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:20:56,088 WARN  [d1ba675678c9:38195 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-08T05:20:56,106 INFO  [RS:0;d1ba675678c9:42375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:20:56,108 INFO  [RS:0;d1ba675678c9:42375 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42375%2C1731043254507, suffix=, logDir=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507, archiveDir=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/oldWALs, maxLogs=10
2024-11-08T05:20:56,120 DEBUG [RS:0;d1ba675678c9:42375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108, exclude list is [], retry=0
2024-11-08T05:20:56,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46489,DS-016d38ae-bfa0-4817-8be7-d5ab36dd7949,DISK]
2024-11-08T05:20:56,123 INFO  [RS:0;d1ba675678c9:42375 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108
2024-11-08T05:20:56,123 DEBUG [RS:0;d1ba675678c9:42375 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41181:41181)]
2024-11-08T05:20:56,339 DEBUG [d1ba675678c9:38195 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:20:56,339 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,42375,1731043254507
2024-11-08T05:20:56,340 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,42375,1731043254507, state=OPENING
2024-11-08T05:20:56,352 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:20:56,363 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181
2024-11-08T05:20:56,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181
2024-11-08T05:20:56,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243492181/meta-region-server: CHANGED
2024-11-08T05:20:56,363 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:20:56,363 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,42375,1731043254507}]
2024-11-08T05:20:56,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243492181/meta-region-server: CHANGED
2024-11-08T05:20:56,530 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:20:56,531 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:20:56,534 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:20:56,534 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:20:56,535 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:20:56,537 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42375%2C1731043254507.meta, suffix=.meta, logDir=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507, archiveDir=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/oldWALs, maxLogs=10
2024-11-08T05:20:56,556 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.meta.1731043256538.meta, exclude list is [], retry=0
2024-11-08T05:20:56,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46489,DS-016d38ae-bfa0-4817-8be7-d5ab36dd7949,DISK]
2024-11-08T05:20:56,570 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.meta.1731043256538.meta
2024-11-08T05:20:56,576 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41181:41181)]
2024-11-08T05:20:56,577 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:20:56,577 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:20:56,577 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:20:56,577 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:20:56,577 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:20:56,577 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:20:56,578 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:20:56,578 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:20:56,578 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:20:56,589 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:20:56,591 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:20:56,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:56,593 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:56,593 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:20:56,594 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:20:56,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:56,596 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:56,596 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:20:56,598 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:20:56,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:56,601 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:56,601 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:20:56,602 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:20:56,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:20:56,602 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:20:56,603 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:20:56,604 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740
2024-11-08T05:20:56,604 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740
2024-11-08T05:20:56,606 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:20:56,606 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:20:56,606 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:20:56,608 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:20:56,608 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72589518, jitterRate=0.08166810870170593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:20:56,608 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:20:56,609 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731043256578Writing region info on filesystem at 1731043256578Initializing all the Stores at 1731043256580 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043256580Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043256588 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043256588Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043256588Cleaning up temporary data from old regions at 1731043256606 (+18 ms)Running coprocessor post-open hooks at 1731043256608 (+2 ms)Region opened successfully at 1731043256609 (+1 ms)
2024-11-08T05:20:56,616 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043256529
2024-11-08T05:20:56,618 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:20:56,618 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:20:56,618 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,42375,1731043254507
2024-11-08T05:20:56,619 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,42375,1731043254507, state=OPEN
2024-11-08T05:20:56,655 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0243492181/meta-region-server
2024-11-08T05:20:56,656 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,42375,1731043254507
2024-11-08T05:20:56,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0243492181/meta-region-server
2024-11-08T05:20:56,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243492181/meta-region-server: CHANGED
2024-11-08T05:20:56,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243492181/meta-region-server: CHANGED
2024-11-08T05:20:56,660 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:20:56,660 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,42375,1731043254507 in 293 msec
2024-11-08T05:20:56,663 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:20:56,663 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 724 msec
2024-11-08T05:20:56,664 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:20:56,664 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:20:56,666 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:20:56,666 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42375,1731043254507, seqNum=-1]
2024-11-08T05:20:56,667 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:20:56,668 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:20:56,676 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 903 msec
2024-11-08T05:20:56,676 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043256676, completionTime=-1
2024-11-08T05:20:56,676 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:20:56,676 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:20:56,680 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:20:56,680 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043316680
2024-11-08T05:20:56,680 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043376680
2024-11-08T05:20:56,680 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec
2024-11-08T05:20:56,680 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38195,1731043254126-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:56,680 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38195,1731043254126-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:56,680 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38195,1731043254126-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:56,681 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:38195, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:56,681 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:56,683 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:20:56,688 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:56,692 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.024sec
2024-11-08T05:20:56,692 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:20:56,692 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:20:56,692 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:20:56,692 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:20:56,692 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:20:56,692 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38195,1731043254126-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:20:56,692 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38195,1731043254126-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:20:56,699 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:20:56,699 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:20:56,699 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38195,1731043254126-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:20:56,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@384017b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:56,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,38195,-1 for getting cluster id
2024-11-08T05:20:56,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:20:56,759 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1719d059-95c3-4c78-bc96-4d028483dfb5'
2024-11-08T05:20:56,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:20:56,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1719d059-95c3-4c78-bc96-4d028483dfb5"

2024-11-08T05:20:56,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4f12db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:56,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,38195,-1]
2024-11-08T05:20:56,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:20:56,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:20:56,762 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:20:56,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cde15c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:20:56,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:20:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42375,1731043254507, seqNum=-1]
2024-11-08T05:20:56,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:20:56,772 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:20:56,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,38195,1731043254126
2024-11-08T05:20:56,775 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58049
2024-11-08T05:20:56,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:20:56,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10118e3d2be0002 connected
2024-11-08T05:20:56,808 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/hadoop.log.dir so I do NOT create it in target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e
2024-11-08T05:20:56,808 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:20:56,808 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/hadoop.tmp.dir so I do NOT create it in target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e
2024-11-08T05:20:56,808 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:20:56,808 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e
2024-11-08T05:20:56,808 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:20:56,808 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/cluster_db2ae44e-d014-6a29-ef11-ae11b383d8ca, deleteOnExit=true
2024-11-08T05:20:56,808 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:20:56,808 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/test.cache.data in system properties and HBase conf
2024-11-08T05:20:56,808 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:20:56,808 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:20:56,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:20:56,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:20:56,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:20:56,809 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:20:56,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:20:56,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:20:56,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:20:56,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:20:56,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:20:56,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:20:56,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:20:56,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:20:56,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:20:56,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:20:56,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:20:56,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:20:56,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:20:56,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:20:57,174 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:20:57,178 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:20:57,205 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:20:57,205 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:20:57,206 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T05:20:57,206 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:20:57,207 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19a2e4f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:20:57,207 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15bb6b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:20:57,347 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49978567{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/java.io.tmpdir/jetty-localhost-39751-hadoop-hdfs-3_4_1-tests_jar-_-any-10867712507520788634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:20:57,348 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48fc470e{HTTP/1.1, (http/1.1)}{localhost:39751}
2024-11-08T05:20:57,348 INFO  [Time-limited test {}] server.Server(415): Started @330784ms
2024-11-08T05:20:57,925 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:20:57,931 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:20:57,984 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:20:57,984 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:20:57,985 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:20:57,991 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c03d96e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:20:57,991 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@692b114d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:20:58,111 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bf94c4b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/java.io.tmpdir/jetty-localhost-44315-hadoop-hdfs-3_4_1-tests_jar-_-any-16569897899725959689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:20:58,111 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3746d143{HTTP/1.1, (http/1.1)}{localhost:44315}
2024-11-08T05:20:58,111 INFO  [Time-limited test {}] server.Server(415): Started @331548ms
2024-11-08T05:20:58,113 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:20:58,938 WARN  [Thread-4418 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/cluster_db2ae44e-d014-6a29-ef11-ae11b383d8ca/data/data1/current/BP-944424802-172.17.0.3-1731043256829/current, will proceed with Du for space computation calculation, 
2024-11-08T05:20:58,964 WARN  [Thread-4419 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/cluster_db2ae44e-d014-6a29-ef11-ae11b383d8ca/data/data2/current/BP-944424802-172.17.0.3-1731043256829/current, will proceed with Du for space computation calculation, 
2024-11-08T05:20:59,014 WARN  [Thread-4406 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:20:59,016 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x922554b279954db6 with lease ID 0x71a568b1f8bd19c5: Processing first storage report for DS-ea49ac33-4f48-4117-ad36-9cd5029c0ade from datanode DatanodeRegistration(127.0.0.1:43585, datanodeUuid=1fcad3d9-df87-46fd-99ad-53b6fed775cc, infoPort=44545, infoSecurePort=0, ipcPort=36201, storageInfo=lv=-57;cid=testClusterID;nsid=300379111;c=1731043256829)
2024-11-08T05:20:59,016 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x922554b279954db6 with lease ID 0x71a568b1f8bd19c5: from storage DS-ea49ac33-4f48-4117-ad36-9cd5029c0ade node DatanodeRegistration(127.0.0.1:43585, datanodeUuid=1fcad3d9-df87-46fd-99ad-53b6fed775cc, infoPort=44545, infoSecurePort=0, ipcPort=36201, storageInfo=lv=-57;cid=testClusterID;nsid=300379111;c=1731043256829), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:20:59,016 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x922554b279954db6 with lease ID 0x71a568b1f8bd19c5: Processing first storage report for DS-7853868a-ccf6-4360-baee-d4e851bc1bc1 from datanode DatanodeRegistration(127.0.0.1:43585, datanodeUuid=1fcad3d9-df87-46fd-99ad-53b6fed775cc, infoPort=44545, infoSecurePort=0, ipcPort=36201, storageInfo=lv=-57;cid=testClusterID;nsid=300379111;c=1731043256829)
2024-11-08T05:20:59,016 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x922554b279954db6 with lease ID 0x71a568b1f8bd19c5: from storage DS-7853868a-ccf6-4360-baee-d4e851bc1bc1 node DatanodeRegistration(127.0.0.1:43585, datanodeUuid=1fcad3d9-df87-46fd-99ad-53b6fed775cc, infoPort=44545, infoSecurePort=0, ipcPort=36201, storageInfo=lv=-57;cid=testClusterID;nsid=300379111;c=1731043256829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:20:59,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e
2024-11-08T05:20:59,069 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:59,070 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:59,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:20:59,111 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6 with version=8
2024-11-08T05:20:59,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/hbase-staging
2024-11-08T05:20:59,113 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:20:59,113 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:59,113 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:59,113 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:20:59,113 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:59,114 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:20:59,114 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:20:59,114 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:20:59,114 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44807
2024-11-08T05:20:59,115 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44807 connecting to ZooKeeper ensemble=127.0.0.1:58049
2024-11-08T05:20:59,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448070x0, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:20:59,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44807-0x10118e3d2be0003 connected
2024-11-08T05:20:59,226 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:59,227 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:59,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Set watcher on znode that does not yet exist, /1974262918/running
2024-11-08T05:20:59,234 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6, hbase.cluster.distributed=false
2024-11-08T05:20:59,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Set watcher on znode that does not yet exist, /1974262918/acl
2024-11-08T05:20:59,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44807
2024-11-08T05:20:59,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44807
2024-11-08T05:20:59,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44807
2024-11-08T05:20:59,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44807
2024-11-08T05:20:59,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44807
2024-11-08T05:20:59,267 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:20:59,267 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:59,267 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:59,267 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:20:59,267 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:20:59,267 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:20:59,267 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:20:59,267 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:20:59,268 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45889
2024-11-08T05:20:59,269 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45889 connecting to ZooKeeper ensemble=127.0.0.1:58049
2024-11-08T05:20:59,269 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:59,271 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:59,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458890x0, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:20:59,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458890x0, quorum=127.0.0.1:58049, baseZNode=/1974262918 Set watcher on znode that does not yet exist, /1974262918/running
2024-11-08T05:20:59,301 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:20:59,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45889-0x10118e3d2be0004 connected
2024-11-08T05:20:59,305 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:20:59,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Set watcher on znode that does not yet exist, /1974262918/master
2024-11-08T05:20:59,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Set watcher on znode that does not yet exist, /1974262918/acl
2024-11-08T05:20:59,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45889
2024-11-08T05:20:59,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45889
2024-11-08T05:20:59,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45889
2024-11-08T05:20:59,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45889
2024-11-08T05:20:59,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45889
2024-11-08T05:20:59,351 DEBUG [M:0;d1ba675678c9:44807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:44807
2024-11-08T05:20:59,356 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1974262918/backup-masters/d1ba675678c9,44807,1731043259113
2024-11-08T05:20:59,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918/backup-masters
2024-11-08T05:20:59,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918/backup-masters
2024-11-08T05:20:59,363 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Set watcher on existing znode=/1974262918/backup-masters/d1ba675678c9,44807,1731043259113
2024-11-08T05:20:59,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1974262918/master
2024-11-08T05:20:59,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918
2024-11-08T05:20:59,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918
2024-11-08T05:20:59,374 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Set watcher on existing znode=/1974262918/master
2024-11-08T05:20:59,374 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1974262918/backup-masters/d1ba675678c9,44807,1731043259113 from backup master directory
2024-11-08T05:20:59,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918/backup-masters
2024-11-08T05:20:59,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1974262918/backup-masters/d1ba675678c9,44807,1731043259113
2024-11-08T05:20:59,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918/backup-masters
2024-11-08T05:20:59,384 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:20:59,384 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,44807,1731043259113
2024-11-08T05:20:59,389 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/hbase.id] with ID: b9582d85-43eb-4b3e-83aa-cc8a4eb5bf1c
2024-11-08T05:20:59,389 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/.tmp/hbase.id
2024-11-08T05:20:59,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:20:59,812 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/.tmp/hbase.id]:[hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/hbase.id]
2024-11-08T05:20:59,822 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:20:59,822 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:20:59,823 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-08T05:20:59,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918
2024-11-08T05:20:59,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918
2024-11-08T05:20:59,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:21:00,290 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:21:00,291 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:21:00,292 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:21:00,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:21:00,722 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store
2024-11-08T05:21:00,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:21:00,728 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:21:00,728 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:21:00,728 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:00,728 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:00,728 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:21:00,728 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:00,728 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:00,728 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043260728Disabling compacts and flushes for region at 1731043260728Disabling writes for close at 1731043260728Writing region close event to WAL at 1731043260728Closed at 1731043260728
2024-11-08T05:21:00,729 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store/.initializing
2024-11-08T05:21:00,729 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/WALs/d1ba675678c9,44807,1731043259113
2024-11-08T05:21:00,730 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:21:00,732 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C44807%2C1731043259113, suffix=, logDir=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/WALs/d1ba675678c9,44807,1731043259113, archiveDir=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/oldWALs, maxLogs=10
2024-11-08T05:21:00,750 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/WALs/d1ba675678c9,44807,1731043259113/d1ba675678c9%2C44807%2C1731043259113.1731043260732, exclude list is [], retry=0
2024-11-08T05:21:00,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43585,DS-ea49ac33-4f48-4117-ad36-9cd5029c0ade,DISK]
2024-11-08T05:21:00,754 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/WALs/d1ba675678c9,44807,1731043259113/d1ba675678c9%2C44807%2C1731043259113.1731043260732
2024-11-08T05:21:00,756 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)]
2024-11-08T05:21:00,756 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:21:00,756 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:21:00,756 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:21:00,757 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:21:00,760 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:21:00,762 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:21:00,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:00,762 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:21:00,762 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:21:00,764 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:21:00,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:00,764 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:21:00,764 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:21:00,765 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:21:00,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:00,766 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:21:00,766 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:21:00,767 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:21:00,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:00,767 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:21:00,767 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:21:00,768 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:21:00,768 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:21:00,769 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:21:00,769 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:21:00,770 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:21:00,770 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:21:00,774 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:21:00,774 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61148118, jitterRate=-0.08882203698158264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:21:00,775 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731043260757Initializing all the Stores at 1731043260757Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043260757Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043260760 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043260760Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043260760Cleaning up temporary data from old regions at 1731043260769 (+9 ms)Region opened successfully at 1731043260775 (+6 ms)
2024-11-08T05:21:00,775 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:21:00,778 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e5bf42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:21:00,779 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:21:00,801 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:21:00,801 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:21:00,802 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:21:00,802 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:21:00,803 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:21:00,803 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:21:00,811 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:21:00,813 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Unable to get data of znode /1974262918/balancer because node does not exist (not necessarily an error)
2024-11-08T05:21:00,878 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1974262918/balancer already deleted, retry=false
2024-11-08T05:21:00,879 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:21:00,880 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Unable to get data of znode /1974262918/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:21:00,889 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1974262918/normalizer already deleted, retry=false
2024-11-08T05:21:00,889 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:21:00,894 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Unable to get data of znode /1974262918/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:21:00,906 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1974262918/switch/split already deleted, retry=false
2024-11-08T05:21:00,907 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Unable to get data of znode /1974262918/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:21:00,917 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1974262918/switch/merge already deleted, retry=false
2024-11-08T05:21:00,919 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Unable to get data of znode /1974262918/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:21:00,931 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1974262918/snapshot-cleanup already deleted, retry=false
2024-11-08T05:21:00,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1974262918/running
2024-11-08T05:21:00,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918
2024-11-08T05:21:00,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1974262918/running
2024-11-08T05:21:00,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918
2024-11-08T05:21:00,942 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,44807,1731043259113, sessionid=0x10118e3d2be0003, setting cluster-up flag (Was=false)
2024-11-08T05:21:00,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918
2024-11-08T05:21:00,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918
2024-11-08T05:21:00,994 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1974262918/flush-table-proc/acquired, /1974262918/flush-table-proc/reached, /1974262918/flush-table-proc/abort
2024-11-08T05:21:00,995 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,44807,1731043259113
2024-11-08T05:21:01,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918
2024-11-08T05:21:01,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918
2024-11-08T05:21:01,047 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1974262918/online-snapshot/acquired, /1974262918/online-snapshot/reached, /1974262918/online-snapshot/abort
2024-11-08T05:21:01,048 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,44807,1731043259113
2024-11-08T05:21:01,049 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:21:01,050 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:21:01,050 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:21:01,050 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:21:01,051 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,44807,1731043259113
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:21:01,052 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:21:01,052 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:21:01,052 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:21:01,052 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:21:01,052 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:21:01,052 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:01,052 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:21:01,052 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:01,066 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:21:01,066 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:21:01,067 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:01,067 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:21:01,088 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043291088
2024-11-08T05:21:01,089 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:21:01,089 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:21:01,089 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:21:01,089 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:21:01,089 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:21:01,089 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:21:01,096 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:01,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:21:01,104 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:21:01,104 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:21:01,105 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:21:01,105 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:21:01,108 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:21:01,108 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:21:01,112 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043261108,5,FailOnTimeoutGroup]
2024-11-08T05:21:01,116 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043261112,5,FailOnTimeoutGroup]
2024-11-08T05:21:01,116 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:01,116 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:21:01,116 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:01,116 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:01,140 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.HRegionServer(746): ClusterId : b9582d85-43eb-4b3e-83aa-cc8a4eb5bf1c
2024-11-08T05:21:01,140 DEBUG [RS:0;d1ba675678c9:45889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:21:01,153 DEBUG [RS:0;d1ba675678c9:45889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:21:01,153 DEBUG [RS:0;d1ba675678c9:45889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:21:01,228 DEBUG [RS:0;d1ba675678c9:45889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:21:01,228 DEBUG [RS:0;d1ba675678c9:45889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6ac887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:21:01,244 DEBUG [RS:0;d1ba675678c9:45889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:45889
2024-11-08T05:21:01,244 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:21:01,244 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:21:01,244 DEBUG [RS:0;d1ba675678c9:45889 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:21:01,245 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,44807,1731043259113 with port=45889, startcode=1731043259267
2024-11-08T05:21:01,245 DEBUG [RS:0;d1ba675678c9:45889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:21:01,246 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:21:01,247 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,45889,1731043259267
2024-11-08T05:21:01,247 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44807 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,45889,1731043259267
2024-11-08T05:21:01,249 DEBUG [RS:0;d1ba675678c9:45889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6
2024-11-08T05:21:01,249 DEBUG [RS:0;d1ba675678c9:45889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40167
2024-11-08T05:21:01,249 DEBUG [RS:0;d1ba675678c9:45889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:21:01,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918/rs
2024-11-08T05:21:01,384 DEBUG [RS:0;d1ba675678c9:45889 {}] zookeeper.ZKUtil(111): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Set watcher on existing znode=/1974262918/rs/d1ba675678c9,45889,1731043259267
2024-11-08T05:21:01,384 WARN  [RS:0;d1ba675678c9:45889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:21:01,384 INFO  [RS:0;d1ba675678c9:45889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:21:01,384 DEBUG [RS:0;d1ba675678c9:45889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/WALs/d1ba675678c9,45889,1731043259267
2024-11-08T05:21:01,384 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,45889,1731043259267]
2024-11-08T05:21:01,387 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:21:01,389 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:21:01,389 INFO  [RS:0;d1ba675678c9:45889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:21:01,389 INFO  [RS:0;d1ba675678c9:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:01,390 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:21:01,390 INFO  [RS:0;d1ba675678c9:45889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:21:01,390 INFO  [RS:0;d1ba675678c9:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:01,391 DEBUG [RS:0;d1ba675678c9:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:01,391 DEBUG [RS:0;d1ba675678c9:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:01,391 DEBUG [RS:0;d1ba675678c9:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:01,391 DEBUG [RS:0;d1ba675678c9:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:01,391 DEBUG [RS:0;d1ba675678c9:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:01,391 DEBUG [RS:0;d1ba675678c9:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:21:01,391 DEBUG [RS:0;d1ba675678c9:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:01,391 DEBUG [RS:0;d1ba675678c9:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:01,391 DEBUG [RS:0;d1ba675678c9:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:01,391 DEBUG [RS:0;d1ba675678c9:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:01,391 DEBUG [RS:0;d1ba675678c9:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:01,391 DEBUG [RS:0;d1ba675678c9:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:01,391 DEBUG [RS:0;d1ba675678c9:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:21:01,391 DEBUG [RS:0;d1ba675678c9:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:21:01,391 INFO  [RS:0;d1ba675678c9:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:01,391 INFO  [RS:0;d1ba675678c9:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:01,391 INFO  [RS:0;d1ba675678c9:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:01,392 INFO  [RS:0;d1ba675678c9:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:01,392 INFO  [RS:0;d1ba675678c9:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:01,392 INFO  [RS:0;d1ba675678c9:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45889,1731043259267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:21:01,424 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:21:01,424 INFO  [RS:0;d1ba675678c9:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45889,1731043259267-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:01,425 INFO  [RS:0;d1ba675678c9:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:01,425 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.Replication(171): d1ba675678c9,45889,1731043259267 started
2024-11-08T05:21:01,441 INFO  [RS:0;d1ba675678c9:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:01,441 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,45889,1731043259267, RpcServer on d1ba675678c9/172.17.0.3:45889, sessionid=0x10118e3d2be0004
2024-11-08T05:21:01,442 DEBUG [RS:0;d1ba675678c9:45889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:21:01,442 DEBUG [RS:0;d1ba675678c9:45889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,45889,1731043259267
2024-11-08T05:21:01,442 DEBUG [RS:0;d1ba675678c9:45889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,45889,1731043259267'
2024-11-08T05:21:01,442 DEBUG [RS:0;d1ba675678c9:45889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1974262918/flush-table-proc/abort'
2024-11-08T05:21:01,442 DEBUG [RS:0;d1ba675678c9:45889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1974262918/flush-table-proc/acquired'
2024-11-08T05:21:01,443 DEBUG [RS:0;d1ba675678c9:45889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:21:01,443 DEBUG [RS:0;d1ba675678c9:45889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:21:01,443 DEBUG [RS:0;d1ba675678c9:45889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,45889,1731043259267
2024-11-08T05:21:01,443 DEBUG [RS:0;d1ba675678c9:45889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,45889,1731043259267'
2024-11-08T05:21:01,443 DEBUG [RS:0;d1ba675678c9:45889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1974262918/online-snapshot/abort'
2024-11-08T05:21:01,443 DEBUG [RS:0;d1ba675678c9:45889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1974262918/online-snapshot/acquired'
2024-11-08T05:21:01,444 DEBUG [RS:0;d1ba675678c9:45889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:21:01,444 INFO  [RS:0;d1ba675678c9:45889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:21:01,444 INFO  [RS:0;d1ba675678c9:45889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:21:01,502 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:21:01,503 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6
2024-11-08T05:21:01,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741832_1008 (size=32)
2024-11-08T05:21:01,544 INFO  [RS:0;d1ba675678c9:45889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:21:01,545 INFO  [RS:0;d1ba675678c9:45889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C45889%2C1731043259267, suffix=, logDir=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/WALs/d1ba675678c9,45889,1731043259267, archiveDir=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/oldWALs, maxLogs=10
2024-11-08T05:21:01,560 DEBUG [RS:0;d1ba675678c9:45889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/WALs/d1ba675678c9,45889,1731043259267/d1ba675678c9%2C45889%2C1731043259267.1731043261546, exclude list is [], retry=0
2024-11-08T05:21:01,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43585,DS-ea49ac33-4f48-4117-ad36-9cd5029c0ade,DISK]
2024-11-08T05:21:01,563 INFO  [RS:0;d1ba675678c9:45889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/WALs/d1ba675678c9,45889,1731043259267/d1ba675678c9%2C45889%2C1731043259267.1731043261546
2024-11-08T05:21:01,563 DEBUG [RS:0;d1ba675678c9:45889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)]
2024-11-08T05:21:01,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:21:01,913 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:21:01,915 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:21:01,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:01,916 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:21:01,916 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:21:01,920 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:21:01,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:01,921 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:21:01,922 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:21:01,923 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:21:01,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:01,924 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:21:01,924 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:21:01,925 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:21:01,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:01,926 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:21:01,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:21:01,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740
2024-11-08T05:21:01,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740
2024-11-08T05:21:01,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:21:01,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:21:01,930 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:21:01,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:21:01,934 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:21:01,934 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69284103, jitterRate=0.03241358697414398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:21:01,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731043261908Initializing all the Stores at 1731043261909 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043261909Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043261912 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043261912Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043261912Cleaning up temporary data from old regions at 1731043261930 (+18 ms)Region opened successfully at 1731043261935 (+5 ms)
2024-11-08T05:21:01,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:21:01,935 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:21:01,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:21:01,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:21:01,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:21:01,935 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:21:01,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043261935Disabling compacts and flushes for region at 1731043261935Disabling writes for close at 1731043261935Writing region close event to WAL at 1731043261935Closed at 1731043261935
2024-11-08T05:21:01,937 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:21:01,937 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:21:01,937 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:21:01,939 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:21:01,940 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:21:02,080 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:21:02,081 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:02,081 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:02,081 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:02,081 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:02,081 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:02,081 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:02,082 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:02,082 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:02,091 DEBUG [d1ba675678c9:44807 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:21:02,092 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,45889,1731043259267
2024-11-08T05:21:02,094 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,45889,1731043259267, state=OPENING
2024-11-08T05:21:02,127 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:02,127 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:02,127 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:02,127 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:02,128 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:02,128 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:02,135 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:02,140 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:02,140 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:02,146 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:02,174 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:21:02,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918
2024-11-08T05:21:02,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918
2024-11-08T05:21:02,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1974262918/meta-region-server: CHANGED
2024-11-08T05:21:02,194 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:21:02,195 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,45889,1731043259267}]
2024-11-08T05:21:02,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1974262918/meta-region-server: CHANGED
2024-11-08T05:21:02,347 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:21:02,348 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:21:02,351 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:21:02,351 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:21:02,351 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:21:02,352 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C45889%2C1731043259267.meta, suffix=.meta, logDir=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/WALs/d1ba675678c9,45889,1731043259267, archiveDir=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/oldWALs, maxLogs=10
2024-11-08T05:21:02,370 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/WALs/d1ba675678c9,45889,1731043259267/d1ba675678c9%2C45889%2C1731043259267.meta.1731043262353.meta, exclude list is [], retry=0
2024-11-08T05:21:02,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43585,DS-ea49ac33-4f48-4117-ad36-9cd5029c0ade,DISK]
2024-11-08T05:21:02,376 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/WALs/d1ba675678c9,45889,1731043259267/d1ba675678c9%2C45889%2C1731043259267.meta.1731043262353.meta
2024-11-08T05:21:02,377 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)]
2024-11-08T05:21:02,377 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:21:02,377 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:21:02,377 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:21:02,377 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:21:02,377 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:21:02,378 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:21:02,378 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:21:02,378 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:21:02,378 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:21:02,379 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:21:02,379 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:21:02,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:02,380 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:21:02,380 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:21:02,380 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:21:02,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:02,380 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:21:02,381 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:21:02,381 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:21:02,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:02,381 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:21:02,381 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:21:02,382 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:21:02,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:02,382 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:21:02,382 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:21:02,383 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740
2024-11-08T05:21:02,383 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740
2024-11-08T05:21:02,384 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:21:02,384 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:21:02,384 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:21:02,385 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:21:02,386 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62790324, jitterRate=-0.06435126066207886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:21:02,386 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:21:02,386 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731043262378Writing region info on filesystem at 1731043262378Initializing all the Stores at 1731043262378Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043262378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043262379 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043262379Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043262379Cleaning up temporary data from old regions at 1731043262384 (+5 ms)Running coprocessor post-open hooks at 1731043262386 (+2 ms)Region opened successfully at 1731043262386
2024-11-08T05:21:02,387 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043262346
2024-11-08T05:21:02,388 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:21:02,388 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:21:02,389 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,45889,1731043259267
2024-11-08T05:21:02,389 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,45889,1731043259267, state=OPEN
2024-11-08T05:21:02,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1974262918/meta-region-server
2024-11-08T05:21:02,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1974262918/meta-region-server
2024-11-08T05:21:02,401 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,45889,1731043259267
2024-11-08T05:21:02,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1974262918/meta-region-server: CHANGED
2024-11-08T05:21:02,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1974262918/meta-region-server: CHANGED
2024-11-08T05:21:02,403 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:21:02,403 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,45889,1731043259267 in 207 msec
2024-11-08T05:21:02,405 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:21:02,405 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec
2024-11-08T05:21:02,405 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:21:02,405 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:21:02,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:21:02,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45889,1731043259267, seqNum=-1]
2024-11-08T05:21:02,407 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:21:02,408 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:21:02,418 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3660 sec
2024-11-08T05:21:02,418 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043262418, completionTime=-1
2024-11-08T05:21:02,418 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:21:02,418 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:21:02,420 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:21:02,420 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043322420
2024-11-08T05:21:02,420 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043382420
2024-11-08T05:21:02,420 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-08T05:21:02,420 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,44807,1731043259113-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:02,420 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,44807,1731043259113-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:02,420 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,44807,1731043259113-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:02,420 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:44807, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:02,420 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:02,420 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:02,422 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:21:02,424 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.040sec
2024-11-08T05:21:02,424 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:21:02,424 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:21:02,424 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:21:02,424 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:21:02,424 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:21:02,424 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,44807,1731043259113-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:21:02,424 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,44807,1731043259113-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:21:02,426 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:21:02,426 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:21:02,426 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,44807,1731043259113-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:02,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175d26d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:02,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,44807,-1 for getting cluster id
2024-11-08T05:21:02,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:21:02,445 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9582d85-43eb-4b3e-83aa-cc8a4eb5bf1c'
2024-11-08T05:21:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:21:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9582d85-43eb-4b3e-83aa-cc8a4eb5bf1c"

2024-11-08T05:21:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e8d27a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,44807,-1]
2024-11-08T05:21:02,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:21:02,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:02,446 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:21:02,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18edd122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:02,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:21:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45889,1731043259267, seqNum=-1]
2024-11-08T05:21:02,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:21:02,450 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:21:02,451 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,44807,1731043259113
2024-11-08T05:21:02,452 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58049
2024-11-08T05:21:02,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:21:02,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10118e3d2be0005 connected
2024-11-08T05:21:02,480 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/hadoop.log.dir so I do NOT create it in target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974
2024-11-08T05:21:02,480 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/hadoop.log.dir Erasing configuration value by system value.
2024-11-08T05:21:02,480 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/hadoop.tmp.dir so I do NOT create it in target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974
2024-11-08T05:21:02,480 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-08T05:21:02,480 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974
2024-11-08T05:21:02,480 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:21:02,480 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/cluster_0ed0d02f-cbdf-7920-4909-55a3af5146dd, deleteOnExit=true
2024-11-08T05:21:02,480 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:21:02,480 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/test.cache.data in system properties and HBase conf
2024-11-08T05:21:02,480 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:21:02,480 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:21:02,480 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:21:02,481 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:21:02,481 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:21:02,481 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:21:02,481 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:21:02,481 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:21:02,481 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:21:02,481 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:21:02,481 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:21:02,481 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:21:02,481 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:21:02,481 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:21:02,481 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:21:02,481 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:21:02,481 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:21:02,482 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:21:02,482 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:21:02,482 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:21:02,894 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:21:02,898 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:21:02,932 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:21:02,932 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:21:02,933 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:21:02,933 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:21:02,936 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61b0c101{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:21:02,937 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2725f2b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:21:03,066 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bf91e59{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/java.io.tmpdir/jetty-localhost-35533-hadoop-hdfs-3_4_1-tests_jar-_-any-15574099724176828755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:21:03,067 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d4b4cff{HTTP/1.1, (http/1.1)}{localhost:35533}
2024-11-08T05:21:03,067 INFO  [Time-limited test {}] server.Server(415): Started @336503ms
2024-11-08T05:21:03,411 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:21:03,419 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:21:03,429 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:21:03,429 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:21:03,429 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T05:21:03,432 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@436aab65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:21:03,433 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2816f5a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:21:03,561 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d616c62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/java.io.tmpdir/jetty-localhost-33047-hadoop-hdfs-3_4_1-tests_jar-_-any-9445721816343420775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:21:03,562 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@247d5bbe{HTTP/1.1, (http/1.1)}{localhost:33047}
2024-11-08T05:21:03,562 INFO  [Time-limited test {}] server.Server(415): Started @336998ms
2024-11-08T05:21:03,563 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:21:04,269 WARN  [Thread-4539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/cluster_0ed0d02f-cbdf-7920-4909-55a3af5146dd/data/data1/current/BP-1570325639-172.17.0.3-1731043262502/current, will proceed with Du for space computation calculation, 
2024-11-08T05:21:04,269 WARN  [Thread-4540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/cluster_0ed0d02f-cbdf-7920-4909-55a3af5146dd/data/data2/current/BP-1570325639-172.17.0.3-1731043262502/current, will proceed with Du for space computation calculation, 
2024-11-08T05:21:04,313 WARN  [Thread-4527 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:21:04,318 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32ddd712463f1277 with lease ID 0xe21f0c1968e40c0b: Processing first storage report for DS-51a7caff-17d6-4062-9826-ecc5fe20f403 from datanode DatanodeRegistration(127.0.0.1:40923, datanodeUuid=beadf03b-b507-40cc-9674-14499b9ed890, infoPort=39393, infoSecurePort=0, ipcPort=43629, storageInfo=lv=-57;cid=testClusterID;nsid=1720634859;c=1731043262502)
2024-11-08T05:21:04,318 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32ddd712463f1277 with lease ID 0xe21f0c1968e40c0b: from storage DS-51a7caff-17d6-4062-9826-ecc5fe20f403 node DatanodeRegistration(127.0.0.1:40923, datanodeUuid=beadf03b-b507-40cc-9674-14499b9ed890, infoPort=39393, infoSecurePort=0, ipcPort=43629, storageInfo=lv=-57;cid=testClusterID;nsid=1720634859;c=1731043262502), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-08T05:21:04,318 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32ddd712463f1277 with lease ID 0xe21f0c1968e40c0b: Processing first storage report for DS-3ae00f16-94b0-4102-bb07-a9f8a8509bc0 from datanode DatanodeRegistration(127.0.0.1:40923, datanodeUuid=beadf03b-b507-40cc-9674-14499b9ed890, infoPort=39393, infoSecurePort=0, ipcPort=43629, storageInfo=lv=-57;cid=testClusterID;nsid=1720634859;c=1731043262502)
2024-11-08T05:21:04,318 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32ddd712463f1277 with lease ID 0xe21f0c1968e40c0b: from storage DS-3ae00f16-94b0-4102-bb07-a9f8a8509bc0 node DatanodeRegistration(127.0.0.1:40923, datanodeUuid=beadf03b-b507-40cc-9674-14499b9ed890, infoPort=39393, infoSecurePort=0, ipcPort=43629, storageInfo=lv=-57;cid=testClusterID;nsid=1720634859;c=1731043262502), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:21:04,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974
2024-11-08T05:21:04,405 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:21:04,409 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:21:04,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:21:04,431 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78 with version=8
2024-11-08T05:21:04,431 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/hbase-staging
2024-11-08T05:21:04,433 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:21:04,433 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:21:04,434 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:21:04,434 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:21:04,434 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:21:04,434 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:21:04,434 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:21:04,434 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:21:04,434 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42911
2024-11-08T05:21:04,435 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42911 connecting to ZooKeeper ensemble=127.0.0.1:58049
2024-11-08T05:21:04,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429110x0, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:21:04,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42911-0x10118e3d2be0006 connected
2024-11-08T05:21:04,531 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:21:04,533 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:21:04,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Set watcher on znode that does not yet exist, /2492411830/running
2024-11-08T05:21:04,537 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78, hbase.cluster.distributed=false
2024-11-08T05:21:04,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Set watcher on znode that does not yet exist, /2492411830/acl
2024-11-08T05:21:04,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42911
2024-11-08T05:21:04,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42911
2024-11-08T05:21:04,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42911
2024-11-08T05:21:04,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42911
2024-11-08T05:21:04,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42911
2024-11-08T05:21:04,583 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:21:04,583 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:21:04,583 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:21:04,583 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:21:04,584 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:21:04,584 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:21:04,584 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:21:04,584 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:21:04,588 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45223
2024-11-08T05:21:04,589 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45223 connecting to ZooKeeper ensemble=127.0.0.1:58049
2024-11-08T05:21:04,590 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:21:04,592 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:21:04,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452230x0, quorum=127.0.0.1:58049, baseZNode=/2492411830 Set watcher on znode that does not yet exist, /2492411830/running
2024-11-08T05:21:04,605 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:21:04,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452230x0, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:21:04,628 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:21:04,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452230x0, quorum=127.0.0.1:58049, baseZNode=/2492411830 Set watcher on znode that does not yet exist, /2492411830/master
2024-11-08T05:21:04,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452230x0, quorum=127.0.0.1:58049, baseZNode=/2492411830 Set watcher on znode that does not yet exist, /2492411830/acl
2024-11-08T05:21:04,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45223-0x10118e3d2be0007 connected
2024-11-08T05:21:04,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45223
2024-11-08T05:21:04,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45223
2024-11-08T05:21:04,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45223
2024-11-08T05:21:04,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45223
2024-11-08T05:21:04,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45223
2024-11-08T05:21:04,664 DEBUG [M:0;d1ba675678c9:42911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:42911
2024-11-08T05:21:04,668 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2492411830/backup-masters/d1ba675678c9,42911,1731043264433
2024-11-08T05:21:04,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x10118e3d2be0007, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830/backup-masters
2024-11-08T05:21:04,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830/backup-masters
2024-11-08T05:21:04,682 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Set watcher on existing znode=/2492411830/backup-masters/d1ba675678c9,42911,1731043264433
2024-11-08T05:21:04,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x10118e3d2be0007, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2492411830/master
2024-11-08T05:21:04,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830
2024-11-08T05:21:04,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x10118e3d2be0007, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830
2024-11-08T05:21:04,689 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Set watcher on existing znode=/2492411830/master
2024-11-08T05:21:04,690 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2492411830/backup-masters/d1ba675678c9,42911,1731043264433 from backup master directory
2024-11-08T05:21:04,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2492411830/backup-masters/d1ba675678c9,42911,1731043264433
2024-11-08T05:21:04,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830/backup-masters
2024-11-08T05:21:04,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x10118e3d2be0007, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830/backup-masters
2024-11-08T05:21:04,700 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:21:04,700 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,42911,1731043264433
2024-11-08T05:21:04,705 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/hbase.id] with ID: 220ab8e8-263f-417e-9cea-35f08f98aea0
2024-11-08T05:21:04,705 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/.tmp/hbase.id
2024-11-08T05:21:04,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:21:04,723 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/.tmp/hbase.id]:[hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/hbase.id]
2024-11-08T05:21:04,736 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:21:04,736 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:21:04,737 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-08T05:21:04,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830
2024-11-08T05:21:04,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x10118e3d2be0007, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830
2024-11-08T05:21:04,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:21:05,237 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:21:05,238 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:21:05,238 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:21:05,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:21:05,250 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store
2024-11-08T05:21:05,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:21:05,266 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:21:05,266 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:21:05,266 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:05,266 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:05,266 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:21:05,266 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:05,266 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:05,267 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043265266Disabling compacts and flushes for region at 1731043265266Disabling writes for close at 1731043265266Writing region close event to WAL at 1731043265266Closed at 1731043265266
2024-11-08T05:21:05,267 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store/.initializing
2024-11-08T05:21:05,267 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/WALs/d1ba675678c9,42911,1731043264433
2024-11-08T05:21:05,268 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:21:05,269 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C42911%2C1731043264433, suffix=, logDir=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/WALs/d1ba675678c9,42911,1731043264433, archiveDir=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/oldWALs, maxLogs=10
2024-11-08T05:21:05,287 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/WALs/d1ba675678c9,42911,1731043264433/d1ba675678c9%2C42911%2C1731043264433.1731043265269, exclude list is [], retry=0
2024-11-08T05:21:05,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40923,DS-51a7caff-17d6-4062-9826-ecc5fe20f403,DISK]
2024-11-08T05:21:05,296 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/WALs/d1ba675678c9,42911,1731043264433/d1ba675678c9%2C42911%2C1731043264433.1731043265269
2024-11-08T05:21:05,304 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39393:39393)]
2024-11-08T05:21:05,304 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:21:05,304 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:21:05,304 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:21:05,305 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:21:05,306 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:21:05,307 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:21:05,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:05,307 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:21:05,307 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:21:05,308 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:21:05,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:05,308 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:21:05,308 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:21:05,309 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:21:05,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:05,310 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:21:05,311 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:21:05,312 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:21:05,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:05,312 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:21:05,312 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:21:05,313 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:21:05,313 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:21:05,314 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:21:05,314 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:21:05,316 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:21:05,317 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:21:05,319 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:21:05,319 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69470976, jitterRate=0.035198211669921875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:21:05,319 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731043265305Initializing all the Stores at 1731043265305Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043265305Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043265305Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043265305Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043265305Cleaning up temporary data from old regions at 1731043265314 (+9 ms)Region opened successfully at 1731043265319 (+5 ms)
2024-11-08T05:21:05,320 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:21:05,323 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7edec158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:21:05,324 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:21:05,324 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:21:05,324 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:21:05,324 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:21:05,324 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T05:21:05,325 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T05:21:05,325 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:21:05,330 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:21:05,330 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Unable to get data of znode /2492411830/balancer because node does not exist (not necessarily an error)
2024-11-08T05:21:05,394 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2492411830/balancer already deleted, retry=false
2024-11-08T05:21:05,394 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:21:05,396 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Unable to get data of znode /2492411830/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:21:05,404 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2492411830/normalizer already deleted, retry=false
2024-11-08T05:21:05,405 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:21:05,405 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Unable to get data of znode /2492411830/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:21:05,415 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2492411830/switch/split already deleted, retry=false
2024-11-08T05:21:05,416 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Unable to get data of znode /2492411830/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:21:05,425 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2492411830/switch/merge already deleted, retry=false
2024-11-08T05:21:05,427 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Unable to get data of znode /2492411830/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:21:05,436 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2492411830/snapshot-cleanup already deleted, retry=false
2024-11-08T05:21:05,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2492411830/running
2024-11-08T05:21:05,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830
2024-11-08T05:21:05,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x10118e3d2be0007, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2492411830/running
2024-11-08T05:21:05,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x10118e3d2be0007, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830
2024-11-08T05:21:05,447 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,42911,1731043264433, sessionid=0x10118e3d2be0006, setting cluster-up flag (Was=false)
2024-11-08T05:21:05,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830
2024-11-08T05:21:05,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x10118e3d2be0007, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830
2024-11-08T05:21:05,499 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2492411830/flush-table-proc/acquired, /2492411830/flush-table-proc/reached, /2492411830/flush-table-proc/abort
2024-11-08T05:21:05,500 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,42911,1731043264433
2024-11-08T05:21:05,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830
2024-11-08T05:21:05,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x10118e3d2be0007, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830
2024-11-08T05:21:05,551 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2492411830/online-snapshot/acquired, /2492411830/online-snapshot/reached, /2492411830/online-snapshot/abort
2024-11-08T05:21:05,552 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,42911,1731043264433
2024-11-08T05:21:05,553 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:21:05,554 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:21:05,555 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:21:05,555 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:21:05,555 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,42911,1731043264433
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:21:05,556 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:21:05,556 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:21:05,556 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:21:05,556 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:21:05,556 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:21:05,556 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:05,556 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:21:05,556 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:05,557 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043295557
2024-11-08T05:21:05,557 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:21:05,557 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:21:05,557 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:21:05,557 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:21:05,557 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:21:05,557 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:21:05,557 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:21:05,557 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:21:05,557 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:05,558 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:21:05,558 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:21:05,558 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:21:05,558 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-08T05:21:05,558 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:21:05,558 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:21:05,558 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:05,558 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043265558,5,FailOnTimeoutGroup]
2024-11-08T05:21:05,558 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:21:05,558 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043265558,5,FailOnTimeoutGroup]
2024-11-08T05:21:05,558 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:05,558 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:21:05,558 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:05,558 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:05,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:21:05,650 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(746): ClusterId : 220ab8e8-263f-417e-9cea-35f08f98aea0
2024-11-08T05:21:05,650 DEBUG [RS:0;d1ba675678c9:45223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:21:05,657 DEBUG [RS:0;d1ba675678c9:45223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:21:05,657 DEBUG [RS:0;d1ba675678c9:45223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:21:05,668 DEBUG [RS:0;d1ba675678c9:45223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:21:05,668 DEBUG [RS:0;d1ba675678c9:45223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e2ba73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:21:05,683 DEBUG [RS:0;d1ba675678c9:45223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:45223
2024-11-08T05:21:05,683 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:21:05,683 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:21:05,683 DEBUG [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:21:05,684 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,42911,1731043264433 with port=45223, startcode=1731043264583
2024-11-08T05:21:05,684 DEBUG [RS:0;d1ba675678c9:45223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:21:05,685 INFO  [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:21:05,685 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42911 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,45223,1731043264583
2024-11-08T05:21:05,686 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42911 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,45223,1731043264583
2024-11-08T05:21:05,687 DEBUG [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78
2024-11-08T05:21:05,687 DEBUG [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34983
2024-11-08T05:21:05,687 DEBUG [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:21:05,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830/rs
2024-11-08T05:21:05,740 DEBUG [RS:0;d1ba675678c9:45223 {}] zookeeper.ZKUtil(111): regionserver:45223-0x10118e3d2be0007, quorum=127.0.0.1:58049, baseZNode=/2492411830 Set watcher on existing znode=/2492411830/rs/d1ba675678c9,45223,1731043264583
2024-11-08T05:21:05,740 WARN  [RS:0;d1ba675678c9:45223 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:21:05,740 INFO  [RS:0;d1ba675678c9:45223 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:21:05,741 DEBUG [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/WALs/d1ba675678c9,45223,1731043264583
2024-11-08T05:21:05,741 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,45223,1731043264583]
2024-11-08T05:21:05,743 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:21:05,744 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:21:05,745 INFO  [RS:0;d1ba675678c9:45223 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:21:05,745 INFO  [RS:0;d1ba675678c9:45223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:05,745 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:21:05,745 INFO  [RS:0;d1ba675678c9:45223 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:21:05,745 INFO  [RS:0;d1ba675678c9:45223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:05,746 DEBUG [RS:0;d1ba675678c9:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:05,746 DEBUG [RS:0;d1ba675678c9:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:05,746 DEBUG [RS:0;d1ba675678c9:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:05,746 DEBUG [RS:0;d1ba675678c9:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:05,746 DEBUG [RS:0;d1ba675678c9:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:05,746 DEBUG [RS:0;d1ba675678c9:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:21:05,746 DEBUG [RS:0;d1ba675678c9:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:05,746 DEBUG [RS:0;d1ba675678c9:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:05,746 DEBUG [RS:0;d1ba675678c9:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:05,746 DEBUG [RS:0;d1ba675678c9:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:05,746 DEBUG [RS:0;d1ba675678c9:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:05,746 DEBUG [RS:0;d1ba675678c9:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:21:05,746 DEBUG [RS:0;d1ba675678c9:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:21:05,746 DEBUG [RS:0;d1ba675678c9:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:21:05,746 INFO  [RS:0;d1ba675678c9:45223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:05,746 INFO  [RS:0;d1ba675678c9:45223 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:05,746 INFO  [RS:0;d1ba675678c9:45223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:05,746 INFO  [RS:0;d1ba675678c9:45223 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:05,746 INFO  [RS:0;d1ba675678c9:45223 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:05,746 INFO  [RS:0;d1ba675678c9:45223 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45223,1731043264583-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:21:05,764 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:21:05,764 INFO  [RS:0;d1ba675678c9:45223 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45223,1731043264583-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:05,764 INFO  [RS:0;d1ba675678c9:45223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:05,764 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.Replication(171): d1ba675678c9,45223,1731043264583 started
2024-11-08T05:21:05,781 INFO  [RS:0;d1ba675678c9:45223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:05,781 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,45223,1731043264583, RpcServer on d1ba675678c9/172.17.0.3:45223, sessionid=0x10118e3d2be0007
2024-11-08T05:21:05,781 DEBUG [RS:0;d1ba675678c9:45223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:21:05,781 DEBUG [RS:0;d1ba675678c9:45223 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,45223,1731043264583
2024-11-08T05:21:05,781 DEBUG [RS:0;d1ba675678c9:45223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,45223,1731043264583'
2024-11-08T05:21:05,781 DEBUG [RS:0;d1ba675678c9:45223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2492411830/flush-table-proc/abort'
2024-11-08T05:21:05,782 DEBUG [RS:0;d1ba675678c9:45223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2492411830/flush-table-proc/acquired'
2024-11-08T05:21:05,782 DEBUG [RS:0;d1ba675678c9:45223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:21:05,782 DEBUG [RS:0;d1ba675678c9:45223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:21:05,782 DEBUG [RS:0;d1ba675678c9:45223 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,45223,1731043264583
2024-11-08T05:21:05,782 DEBUG [RS:0;d1ba675678c9:45223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,45223,1731043264583'
2024-11-08T05:21:05,782 DEBUG [RS:0;d1ba675678c9:45223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2492411830/online-snapshot/abort'
2024-11-08T05:21:05,782 DEBUG [RS:0;d1ba675678c9:45223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2492411830/online-snapshot/acquired'
2024-11-08T05:21:05,783 DEBUG [RS:0;d1ba675678c9:45223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:21:05,783 INFO  [RS:0;d1ba675678c9:45223 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:21:05,783 INFO  [RS:0;d1ba675678c9:45223 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:21:05,883 INFO  [RS:0;d1ba675678c9:45223 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:21:05,884 INFO  [RS:0;d1ba675678c9:45223 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C45223%2C1731043264583, suffix=, logDir=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/WALs/d1ba675678c9,45223,1731043264583, archiveDir=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/oldWALs, maxLogs=10
2024-11-08T05:21:05,897 DEBUG [RS:0;d1ba675678c9:45223 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/WALs/d1ba675678c9,45223,1731043264583/d1ba675678c9%2C45223%2C1731043264583.1731043265884, exclude list is [], retry=0
2024-11-08T05:21:05,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40923,DS-51a7caff-17d6-4062-9826-ecc5fe20f403,DISK]
2024-11-08T05:21:05,900 INFO  [RS:0;d1ba675678c9:45223 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/WALs/d1ba675678c9,45223,1731043264583/d1ba675678c9%2C45223%2C1731043264583.1731043265884
2024-11-08T05:21:05,900 DEBUG [RS:0;d1ba675678c9:45223 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39393:39393)]
2024-11-08T05:21:05,966 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:21:05,966 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78
2024-11-08T05:21:05,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741833_1009 (size=32)
2024-11-08T05:21:06,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:21:06,372 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:21:06,373 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:21:06,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:06,373 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:21:06,373 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:21:06,374 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:21:06,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:06,374 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:21:06,374 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:21:06,375 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:21:06,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:06,375 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:21:06,375 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:21:06,376 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:21:06,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:06,376 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:21:06,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:21:06,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740
2024-11-08T05:21:06,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740
2024-11-08T05:21:06,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:21:06,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:21:06,378 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:21:06,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:21:06,384 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:21:06,385 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71084986, jitterRate=0.05924883484840393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:21:06,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731043266371Initializing all the Stores at 1731043266371Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043266371Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043266372 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043266372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043266372Cleaning up temporary data from old regions at 1731043266378 (+6 ms)Region opened successfully at 1731043266385 (+7 ms)
2024-11-08T05:21:06,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:21:06,386 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:21:06,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:21:06,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:21:06,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:21:06,398 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:21:06,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043266386Disabling compacts and flushes for region at 1731043266386Disabling writes for close at 1731043266386Writing region close event to WAL at 1731043266398 (+12 ms)Closed at 1731043266398
2024-11-08T05:21:06,399 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:21:06,399 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:21:06,400 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:21:06,400 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:21:06,401 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:21:06,551 DEBUG [d1ba675678c9:42911 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:21:06,552 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,45223,1731043264583
2024-11-08T05:21:06,553 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,45223,1731043264583, state=OPENING
2024-11-08T05:21:06,734 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:21:06,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830
2024-11-08T05:21:06,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x10118e3d2be0007, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830
2024-11-08T05:21:06,773 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:21:06,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2492411830/meta-region-server: CHANGED
2024-11-08T05:21:06,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2492411830/meta-region-server: CHANGED
2024-11-08T05:21:06,773 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,45223,1731043264583}]
2024-11-08T05:21:06,928 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:21:06,930 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:21:06,933 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:21:06,933 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:21:06,933 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:21:06,934 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C45223%2C1731043264583.meta, suffix=.meta, logDir=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/WALs/d1ba675678c9,45223,1731043264583, archiveDir=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/oldWALs, maxLogs=10
2024-11-08T05:21:06,952 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/WALs/d1ba675678c9,45223,1731043264583/d1ba675678c9%2C45223%2C1731043264583.meta.1731043266935.meta, exclude list is [], retry=0
2024-11-08T05:21:06,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40923,DS-51a7caff-17d6-4062-9826-ecc5fe20f403,DISK]
2024-11-08T05:21:06,956 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/WALs/d1ba675678c9,45223,1731043264583/d1ba675678c9%2C45223%2C1731043264583.meta.1731043266935.meta
2024-11-08T05:21:06,957 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39393:39393)]
2024-11-08T05:21:06,957 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:21:06,957 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:21:06,957 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:21:06,957 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:21:06,957 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:21:06,957 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:21:06,957 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:21:06,957 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:21:06,957 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:21:06,960 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:21:06,961 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:21:06,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:06,961 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:21:06,961 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:21:06,961 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:21:06,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:06,962 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:21:06,962 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:21:06,962 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:21:06,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:06,962 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:21:06,962 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:21:06,963 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:21:06,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:06,963 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:21:06,963 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:21:06,963 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740
2024-11-08T05:21:06,964 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740
2024-11-08T05:21:06,965 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:21:06,965 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:21:06,965 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:21:06,966 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:21:06,967 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60357461, jitterRate=-0.10060374438762665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:21:06,967 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:21:06,967 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731043266958Writing region info on filesystem at 1731043266958Initializing all the Stores at 1731043266958Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043266958Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043266960 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043266960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043266960Cleaning up temporary data from old regions at 1731043266965 (+5 ms)Running coprocessor post-open hooks at 1731043266967 (+2 ms)Region opened successfully at 1731043266967
2024-11-08T05:21:06,967 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043266928
2024-11-08T05:21:06,969 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:21:06,969 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:21:06,969 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,45223,1731043264583
2024-11-08T05:21:06,970 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,45223,1731043264583, state=OPEN
2024-11-08T05:21:06,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2492411830/meta-region-server
2024-11-08T05:21:06,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x10118e3d2be0007, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2492411830/meta-region-server
2024-11-08T05:21:06,983 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,45223,1731043264583
2024-11-08T05:21:06,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2492411830/meta-region-server: CHANGED
2024-11-08T05:21:06,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2492411830/meta-region-server: CHANGED
2024-11-08T05:21:06,985 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:21:06,985 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,45223,1731043264583 in 210 msec
2024-11-08T05:21:06,986 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:21:06,986 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 585 msec
2024-11-08T05:21:06,986 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:21:06,986 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:21:06,987 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:21:06,987 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45223,1731043264583, seqNum=-1]
2024-11-08T05:21:06,988 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:21:06,988 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:21:06,992 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4370 sec
2024-11-08T05:21:06,992 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043266992, completionTime=-1
2024-11-08T05:21:06,992 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:21:06,992 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:21:06,993 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:21:06,993 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043326993
2024-11-08T05:21:06,993 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043386993
2024-11-08T05:21:06,993 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-08T05:21:06,994 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42911,1731043264433-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:06,994 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42911,1731043264433-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:06,994 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42911,1731043264433-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:06,994 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:42911, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:06,994 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:06,994 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:06,995 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:21:06,996 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.296sec
2024-11-08T05:21:06,996 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:21:06,996 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:21:06,996 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:21:06,997 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:21:06,997 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:21:06,997 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42911,1731043264433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:21:06,997 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42911,1731043264433-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:21:06,998 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:21:06,998 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:21:06,998 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42911,1731043264433-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:21:07,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff310ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:07,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,42911,-1 for getting cluster id
2024-11-08T05:21:07,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:21:07,052 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '220ab8e8-263f-417e-9cea-35f08f98aea0'
2024-11-08T05:21:07,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:21:07,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "220ab8e8-263f-417e-9cea-35f08f98aea0"

2024-11-08T05:21:07,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad38866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:07,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,42911,-1]
2024-11-08T05:21:07,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:21:07,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:07,053 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:21:07,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39cc6a3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:07,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:21:07,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45223,1731043264583, seqNum=-1]
2024-11-08T05:21:07,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:21:07,055 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:21:07,056 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,42911,1731043264433
2024-11-08T05:21:07,057 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58049
2024-11-08T05:21:07,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:21:07,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10118e3d2be0008 connected
2024-11-08T05:21:07,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:21:07,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,38195,1731043254126
2024-11-08T05:21:07,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a9c7bdf
2024-11-08T05:21:07,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:21:07,152 INFO  [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:21:07,153 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:21:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-08T05:21:07,155 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:21:07,155 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:07,155 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-08T05:21:07,155 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:21:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:21:07,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741835_1011 (size=902)
2024-11-08T05:21:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:21:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:21:07,563 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 008f11e0f3e70f13ac2bfc1c696fd664, NAME => 'test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d
2024-11-08T05:21:07,567 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741836_1012 (size=39)
2024-11-08T05:21:07,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:21:07,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 008f11e0f3e70f13ac2bfc1c696fd664, disabling compactions & flushes
2024-11-08T05:21:07,567 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664.
2024-11-08T05:21:07,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664.
2024-11-08T05:21:07,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664. after waiting 0 ms
2024-11-08T05:21:07,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664.
2024-11-08T05:21:07,567 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664.
2024-11-08T05:21:07,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 008f11e0f3e70f13ac2bfc1c696fd664:
Waiting for close lock at 1731043267567Disabling compacts and flushes for region at 1731043267567Disabling writes for close at 1731043267567Writing region close event to WAL at 1731043267567Closed at 1731043267567
2024-11-08T05:21:07,568 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:21:07,569 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731043267568"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043267568"}]},"ts":"1731043267568"}
2024-11-08T05:21:07,570 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:21:07,571 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:21:07,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043267571"}]},"ts":"1731043267571"}
2024-11-08T05:21:07,572 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-08T05:21:07,573 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=008f11e0f3e70f13ac2bfc1c696fd664, ASSIGN}]
2024-11-08T05:21:07,573 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=008f11e0f3e70f13ac2bfc1c696fd664, ASSIGN
2024-11-08T05:21:07,574 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=008f11e0f3e70f13ac2bfc1c696fd664, ASSIGN; state=OFFLINE, location=d1ba675678c9,42375,1731043254507; forceNewPlan=false, retain=false
2024-11-08T05:21:07,725 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=008f11e0f3e70f13ac2bfc1c696fd664, regionState=OPENING, regionLocation=d1ba675678c9,42375,1731043254507
2024-11-08T05:21:07,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=008f11e0f3e70f13ac2bfc1c696fd664, ASSIGN because future has completed
2024-11-08T05:21:07,727 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 008f11e0f3e70f13ac2bfc1c696fd664, server=d1ba675678c9,42375,1731043254507}]
2024-11-08T05:21:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:21:07,880 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:21:07,881 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:07,881 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:07,881 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:07,881 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:07,882 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:07,882 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664.
2024-11-08T05:21:07,882 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 008f11e0f3e70f13ac2bfc1c696fd664, NAME => 'test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:21:07,882 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:07,882 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:21:07,882 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-08T05:21:07,882 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 008f11e0f3e70f13ac2bfc1c696fd664
2024-11-08T05:21:07,882 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:21:07,882 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:07,882 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 008f11e0f3e70f13ac2bfc1c696fd664
2024-11-08T05:21:07,882 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 008f11e0f3e70f13ac2bfc1c696fd664
2024-11-08T05:21:07,882 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:07,883 INFO  [StoreOpener-008f11e0f3e70f13ac2bfc1c696fd664-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 008f11e0f3e70f13ac2bfc1c696fd664 
2024-11-08T05:21:07,884 INFO  [StoreOpener-008f11e0f3e70f13ac2bfc1c696fd664-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 008f11e0f3e70f13ac2bfc1c696fd664 columnFamilyName f
2024-11-08T05:21:07,884 DEBUG [StoreOpener-008f11e0f3e70f13ac2bfc1c696fd664-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:07,884 INFO  [StoreOpener-008f11e0f3e70f13ac2bfc1c696fd664-1 {}] regionserver.HStore(327): Store=008f11e0f3e70f13ac2bfc1c696fd664/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:21:07,884 INFO  [StoreOpener-008f11e0f3e70f13ac2bfc1c696fd664-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 008f11e0f3e70f13ac2bfc1c696fd664 
2024-11-08T05:21:07,885 INFO  [StoreOpener-008f11e0f3e70f13ac2bfc1c696fd664-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 008f11e0f3e70f13ac2bfc1c696fd664 columnFamilyName f1
2024-11-08T05:21:07,885 DEBUG [StoreOpener-008f11e0f3e70f13ac2bfc1c696fd664-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:07,885 INFO  [StoreOpener-008f11e0f3e70f13ac2bfc1c696fd664-1 {}] regionserver.HStore(327): Store=008f11e0f3e70f13ac2bfc1c696fd664/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:21:07,885 INFO  [StoreOpener-008f11e0f3e70f13ac2bfc1c696fd664-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 008f11e0f3e70f13ac2bfc1c696fd664 
2024-11-08T05:21:07,886 INFO  [StoreOpener-008f11e0f3e70f13ac2bfc1c696fd664-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 008f11e0f3e70f13ac2bfc1c696fd664 columnFamilyName norep
2024-11-08T05:21:07,886 DEBUG [StoreOpener-008f11e0f3e70f13ac2bfc1c696fd664-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:07,886 INFO  [StoreOpener-008f11e0f3e70f13ac2bfc1c696fd664-1 {}] regionserver.HStore(327): Store=008f11e0f3e70f13ac2bfc1c696fd664/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:21:07,886 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 008f11e0f3e70f13ac2bfc1c696fd664
2024-11-08T05:21:07,887 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664
2024-11-08T05:21:07,887 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664
2024-11-08T05:21:07,887 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 008f11e0f3e70f13ac2bfc1c696fd664
2024-11-08T05:21:07,887 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 008f11e0f3e70f13ac2bfc1c696fd664
2024-11-08T05:21:07,888 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:21:07,888 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 008f11e0f3e70f13ac2bfc1c696fd664
2024-11-08T05:21:07,893 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:21:07,893 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 008f11e0f3e70f13ac2bfc1c696fd664; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75228643, jitterRate=0.12099413573741913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:21:07,893 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 008f11e0f3e70f13ac2bfc1c696fd664
2024-11-08T05:21:07,893 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 008f11e0f3e70f13ac2bfc1c696fd664:
Running coprocessor pre-open hook at 1731043267882Writing region info on filesystem at 1731043267882Initializing all the Stores at 1731043267883 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043267883Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043267883Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043267883Cleaning up temporary data from old regions at 1731043267887 (+4 ms)Running coprocessor post-open hooks at 1731043267893 (+6 ms)Region opened successfully at 1731043267893
2024-11-08T05:21:07,894 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664., pid=6, masterSystemTime=1731043267878
2024-11-08T05:21:07,895 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664.
2024-11-08T05:21:07,896 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664.
2024-11-08T05:21:07,896 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=008f11e0f3e70f13ac2bfc1c696fd664, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d1ba675678c9,42375,1731043254507
2024-11-08T05:21:07,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 008f11e0f3e70f13ac2bfc1c696fd664, server=d1ba675678c9,42375,1731043254507 because future has completed
2024-11-08T05:21:07,900 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:21:07,900 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 008f11e0f3e70f13ac2bfc1c696fd664, server=d1ba675678c9,42375,1731043254507 in 172 msec
2024-11-08T05:21:07,901 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T05:21:07,913 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=008f11e0f3e70f13ac2bfc1c696fd664, ASSIGN in 327 msec
2024-11-08T05:21:07,914 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:21:07,914 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043267914"}]},"ts":"1731043267914"}
2024-11-08T05:21:07,916 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-08T05:21:07,917 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:21:07,918 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec
2024-11-08T05:21:07,947 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:07,947 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:07,947 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:07,948 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:07,948 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:07,948 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:07,956 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:07,959 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:07,960 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:07,961 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:21:08,297 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-08T05:21:08,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:21:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,44807,1731043259113
2024-11-08T05:21:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@752d452b
2024-11-08T05:21:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:21:08,299 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:21:08,299 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:21:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-08T05:21:08,301 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:21:08,301 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-08T05:21:08,301 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:08,302 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:21:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:21:08,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741835_1011 (size=902)
2024-11-08T05:21:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:21:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:21:08,708 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac2712b84a862f9deb0664310b9d14c4, NAME => 'test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6
2024-11-08T05:21:08,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741836_1012 (size=39)
2024-11-08T05:21:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:21:09,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:21:09,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ac2712b84a862f9deb0664310b9d14c4, disabling compactions & flushes
2024-11-08T05:21:09,112 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4.
2024-11-08T05:21:09,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4.
2024-11-08T05:21:09,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4. after waiting 0 ms
2024-11-08T05:21:09,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4.
2024-11-08T05:21:09,112 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4.
2024-11-08T05:21:09,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac2712b84a862f9deb0664310b9d14c4:
Waiting for close lock at 1731043269112Disabling compacts and flushes for region at 1731043269112Disabling writes for close at 1731043269112Writing region close event to WAL at 1731043269112Closed at 1731043269112
2024-11-08T05:21:09,114 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:21:09,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731043269114"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043269114"}]},"ts":"1731043269114"}
2024-11-08T05:21:09,116 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:21:09,116 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:21:09,117 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043269116"}]},"ts":"1731043269116"}
2024-11-08T05:21:09,118 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-08T05:21:09,118 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac2712b84a862f9deb0664310b9d14c4, ASSIGN}]
2024-11-08T05:21:09,119 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac2712b84a862f9deb0664310b9d14c4, ASSIGN
2024-11-08T05:21:09,120 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ac2712b84a862f9deb0664310b9d14c4, ASSIGN; state=OFFLINE, location=d1ba675678c9,45889,1731043259267; forceNewPlan=false, retain=false
2024-11-08T05:21:09,271 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac2712b84a862f9deb0664310b9d14c4, regionState=OPENING, regionLocation=d1ba675678c9,45889,1731043259267
2024-11-08T05:21:09,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ac2712b84a862f9deb0664310b9d14c4, ASSIGN because future has completed
2024-11-08T05:21:09,272 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac2712b84a862f9deb0664310b9d14c4, server=d1ba675678c9,45889,1731043259267}]
2024-11-08T05:21:09,428 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4.
2024-11-08T05:21:09,428 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ac2712b84a862f9deb0664310b9d14c4, NAME => 'test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:21:09,428 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:21:09,428 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-08T05:21:09,428 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ac2712b84a862f9deb0664310b9d14c4
2024-11-08T05:21:09,428 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:21:09,429 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ac2712b84a862f9deb0664310b9d14c4
2024-11-08T05:21:09,429 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ac2712b84a862f9deb0664310b9d14c4
2024-11-08T05:21:09,430 INFO  [StoreOpener-ac2712b84a862f9deb0664310b9d14c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ac2712b84a862f9deb0664310b9d14c4 
2024-11-08T05:21:09,431 INFO  [StoreOpener-ac2712b84a862f9deb0664310b9d14c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac2712b84a862f9deb0664310b9d14c4 columnFamilyName f
2024-11-08T05:21:09,431 DEBUG [StoreOpener-ac2712b84a862f9deb0664310b9d14c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:09,431 INFO  [StoreOpener-ac2712b84a862f9deb0664310b9d14c4-1 {}] regionserver.HStore(327): Store=ac2712b84a862f9deb0664310b9d14c4/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:21:09,431 INFO  [StoreOpener-ac2712b84a862f9deb0664310b9d14c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ac2712b84a862f9deb0664310b9d14c4 
2024-11-08T05:21:09,432 INFO  [StoreOpener-ac2712b84a862f9deb0664310b9d14c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac2712b84a862f9deb0664310b9d14c4 columnFamilyName f1
2024-11-08T05:21:09,432 DEBUG [StoreOpener-ac2712b84a862f9deb0664310b9d14c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:09,432 INFO  [StoreOpener-ac2712b84a862f9deb0664310b9d14c4-1 {}] regionserver.HStore(327): Store=ac2712b84a862f9deb0664310b9d14c4/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:21:09,432 INFO  [StoreOpener-ac2712b84a862f9deb0664310b9d14c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ac2712b84a862f9deb0664310b9d14c4 
2024-11-08T05:21:09,433 INFO  [StoreOpener-ac2712b84a862f9deb0664310b9d14c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac2712b84a862f9deb0664310b9d14c4 columnFamilyName norep
2024-11-08T05:21:09,433 DEBUG [StoreOpener-ac2712b84a862f9deb0664310b9d14c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:09,433 INFO  [StoreOpener-ac2712b84a862f9deb0664310b9d14c4-1 {}] regionserver.HStore(327): Store=ac2712b84a862f9deb0664310b9d14c4/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:21:09,433 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ac2712b84a862f9deb0664310b9d14c4
2024-11-08T05:21:09,434 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4
2024-11-08T05:21:09,434 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4
2024-11-08T05:21:09,435 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ac2712b84a862f9deb0664310b9d14c4
2024-11-08T05:21:09,435 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ac2712b84a862f9deb0664310b9d14c4
2024-11-08T05:21:09,435 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:21:09,436 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ac2712b84a862f9deb0664310b9d14c4
2024-11-08T05:21:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:21:09,437 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:21:09,438 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ac2712b84a862f9deb0664310b9d14c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64663760, jitterRate=-0.03643488883972168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:21:09,438 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac2712b84a862f9deb0664310b9d14c4
2024-11-08T05:21:09,438 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ac2712b84a862f9deb0664310b9d14c4:
Running coprocessor pre-open hook at 1731043269429Writing region info on filesystem at 1731043269429Initializing all the Stores at 1731043269429Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043269429Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043269429Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043269429Cleaning up temporary data from old regions at 1731043269435 (+6 ms)Running coprocessor post-open hooks at 1731043269438 (+3 ms)Region opened successfully at 1731043269438
2024-11-08T05:21:09,439 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4., pid=6, masterSystemTime=1731043269424
2024-11-08T05:21:09,440 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4.
2024-11-08T05:21:09,440 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4.
2024-11-08T05:21:09,440 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac2712b84a862f9deb0664310b9d14c4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d1ba675678c9,45889,1731043259267
2024-11-08T05:21:09,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac2712b84a862f9deb0664310b9d14c4, server=d1ba675678c9,45889,1731043259267 because future has completed
2024-11-08T05:21:09,444 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:21:09,445 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ac2712b84a862f9deb0664310b9d14c4, server=d1ba675678c9,45889,1731043259267 in 171 msec
2024-11-08T05:21:09,446 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T05:21:09,446 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ac2712b84a862f9deb0664310b9d14c4, ASSIGN in 326 msec
2024-11-08T05:21:09,446 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:21:09,446 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043269446"}]},"ts":"1731043269446"}
2024-11-08T05:21:09,447 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-08T05:21:09,448 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:21:09,449 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec
2024-11-08T05:21:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:21:10,446 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-08T05:21:10,446 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:21:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,42911,1731043264433
2024-11-08T05:21:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7187a6d1
2024-11-08T05:21:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:21:10,447 INFO  [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:21:10,448 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42911 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:21:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42911 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-08T05:21:10,449 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:21:10,449 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:10,449 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42911 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-08T05:21:10,450 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:21:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:21:10,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741835_1011 (size=902)
2024-11-08T05:21:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:21:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:21:10,865 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a4070cdf72b299df4dae2d07afbddbc, NAME => 'test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78
2024-11-08T05:21:10,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741836_1012 (size=39)
2024-11-08T05:21:10,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:21:10,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1a4070cdf72b299df4dae2d07afbddbc, disabling compactions & flushes
2024-11-08T05:21:10,899 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc.
2024-11-08T05:21:10,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc.
2024-11-08T05:21:10,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc. after waiting 1 ms
2024-11-08T05:21:10,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc.
2024-11-08T05:21:10,900 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc.
2024-11-08T05:21:10,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a4070cdf72b299df4dae2d07afbddbc:
Waiting for close lock at 1731043270899Disabling compacts and flushes for region at 1731043270899Disabling writes for close at 1731043270900 (+1 ms)Writing region close event to WAL at 1731043270900Closed at 1731043270900
2024-11-08T05:21:10,902 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:21:10,902 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731043270902"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043270902"}]},"ts":"1731043270902"}
2024-11-08T05:21:10,904 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:21:10,906 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:21:10,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043270906"}]},"ts":"1731043270906"}
2024-11-08T05:21:10,908 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-08T05:21:10,908 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a4070cdf72b299df4dae2d07afbddbc, ASSIGN}]
2024-11-08T05:21:10,911 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a4070cdf72b299df4dae2d07afbddbc, ASSIGN
2024-11-08T05:21:10,912 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1a4070cdf72b299df4dae2d07afbddbc, ASSIGN; state=OFFLINE, location=d1ba675678c9,45223,1731043264583; forceNewPlan=false, retain=false
2024-11-08T05:21:11,063 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a4070cdf72b299df4dae2d07afbddbc, regionState=OPENING, regionLocation=d1ba675678c9,45223,1731043264583
2024-11-08T05:21:11,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1a4070cdf72b299df4dae2d07afbddbc, ASSIGN because future has completed
2024-11-08T05:21:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:21:11,090 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a4070cdf72b299df4dae2d07afbddbc, server=d1ba675678c9,45223,1731043264583}]
2024-11-08T05:21:11,272 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc.
2024-11-08T05:21:11,272 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a4070cdf72b299df4dae2d07afbddbc, NAME => 'test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:21:11,273 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:21:11,273 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-08T05:21:11,273 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1a4070cdf72b299df4dae2d07afbddbc
2024-11-08T05:21:11,273 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:21:11,274 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1a4070cdf72b299df4dae2d07afbddbc
2024-11-08T05:21:11,274 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1a4070cdf72b299df4dae2d07afbddbc
2024-11-08T05:21:11,280 INFO  [StoreOpener-1a4070cdf72b299df4dae2d07afbddbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1a4070cdf72b299df4dae2d07afbddbc 
2024-11-08T05:21:11,281 INFO  [StoreOpener-1a4070cdf72b299df4dae2d07afbddbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a4070cdf72b299df4dae2d07afbddbc columnFamilyName f
2024-11-08T05:21:11,281 DEBUG [StoreOpener-1a4070cdf72b299df4dae2d07afbddbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:11,282 INFO  [StoreOpener-1a4070cdf72b299df4dae2d07afbddbc-1 {}] regionserver.HStore(327): Store=1a4070cdf72b299df4dae2d07afbddbc/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:21:11,282 INFO  [StoreOpener-1a4070cdf72b299df4dae2d07afbddbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1a4070cdf72b299df4dae2d07afbddbc 
2024-11-08T05:21:11,283 INFO  [StoreOpener-1a4070cdf72b299df4dae2d07afbddbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a4070cdf72b299df4dae2d07afbddbc columnFamilyName f1
2024-11-08T05:21:11,283 DEBUG [StoreOpener-1a4070cdf72b299df4dae2d07afbddbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:11,283 INFO  [StoreOpener-1a4070cdf72b299df4dae2d07afbddbc-1 {}] regionserver.HStore(327): Store=1a4070cdf72b299df4dae2d07afbddbc/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:21:11,283 INFO  [StoreOpener-1a4070cdf72b299df4dae2d07afbddbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1a4070cdf72b299df4dae2d07afbddbc 
2024-11-08T05:21:11,284 INFO  [StoreOpener-1a4070cdf72b299df4dae2d07afbddbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a4070cdf72b299df4dae2d07afbddbc columnFamilyName norep
2024-11-08T05:21:11,284 DEBUG [StoreOpener-1a4070cdf72b299df4dae2d07afbddbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:11,284 INFO  [StoreOpener-1a4070cdf72b299df4dae2d07afbddbc-1 {}] regionserver.HStore(327): Store=1a4070cdf72b299df4dae2d07afbddbc/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:21:11,284 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1a4070cdf72b299df4dae2d07afbddbc
2024-11-08T05:21:11,285 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/default/test/1a4070cdf72b299df4dae2d07afbddbc
2024-11-08T05:21:11,285 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/default/test/1a4070cdf72b299df4dae2d07afbddbc
2024-11-08T05:21:11,286 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1a4070cdf72b299df4dae2d07afbddbc
2024-11-08T05:21:11,286 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1a4070cdf72b299df4dae2d07afbddbc
2024-11-08T05:21:11,286 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:21:11,287 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1a4070cdf72b299df4dae2d07afbddbc
2024-11-08T05:21:11,290 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/default/test/1a4070cdf72b299df4dae2d07afbddbc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:21:11,290 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1a4070cdf72b299df4dae2d07afbddbc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62420370, jitterRate=-0.06986400485038757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:21:11,290 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a4070cdf72b299df4dae2d07afbddbc
2024-11-08T05:21:11,290 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1a4070cdf72b299df4dae2d07afbddbc:
Running coprocessor pre-open hook at 1731043271274Writing region info on filesystem at 1731043271274Initializing all the Stores at 1731043271274Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043271274Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043271280 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043271280Cleaning up temporary data from old regions at 1731043271286 (+6 ms)Running coprocessor post-open hooks at 1731043271290 (+4 ms)Region opened successfully at 1731043271290
2024-11-08T05:21:11,291 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc., pid=6, masterSystemTime=1731043271250
2024-11-08T05:21:11,293 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc.
2024-11-08T05:21:11,293 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc.
2024-11-08T05:21:11,293 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a4070cdf72b299df4dae2d07afbddbc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d1ba675678c9,45223,1731043264583
2024-11-08T05:21:11,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a4070cdf72b299df4dae2d07afbddbc, server=d1ba675678c9,45223,1731043264583 because future has completed
2024-11-08T05:21:11,298 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:21:11,298 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a4070cdf72b299df4dae2d07afbddbc, server=d1ba675678c9,45223,1731043264583 in 206 msec
2024-11-08T05:21:11,300 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T05:21:11,300 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1a4070cdf72b299df4dae2d07afbddbc, ASSIGN in 390 msec
2024-11-08T05:21:11,301 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:21:11,301 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043271301"}]},"ts":"1731043271301"}
2024-11-08T05:21:11,303 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-08T05:21:11,304 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:21:11,305 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 856 msec
2024-11-08T05:21:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:21:11,586 INFO  [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-08T05:21:11,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d04d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:11,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,38195,-1 for getting cluster id
2024-11-08T05:21:11,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:21:11,589 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1719d059-95c3-4c78-bc96-4d028483dfb5'
2024-11-08T05:21:11,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:21:11,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1719d059-95c3-4c78-bc96-4d028483dfb5"

2024-11-08T05:21:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41810189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,38195,-1]
2024-11-08T05:21:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:21:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:11,591 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:21:11,591 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535905fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:11,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:21:11,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,38195,1731043254126
2024-11-08T05:21:11,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47b1af4e
2024-11-08T05:21:11,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:21:11,594 INFO  [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:21:11,594 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d1ba675678c9:44807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-08T05:21:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:21:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:21:11,597 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:44807'
2024-11-08T05:21:11,600 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9366e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:11,600 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,44807,-1 for getting cluster id
2024-11-08T05:21:11,600 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:21:11,601 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9582d85-43eb-4b3e-83aa-cc8a4eb5bf1c'
2024-11-08T05:21:11,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:21:11,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9582d85-43eb-4b3e-83aa-cc8a4eb5bf1c"

2024-11-08T05:21:11,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7057c45b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:11,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,44807,-1]
2024-11-08T05:21:11,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:21:11,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:11,602 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:21:11,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bd0052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:11,603 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:21:11,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,44807,1731043259113
2024-11-08T05:21:11,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47e3c4c0
2024-11-08T05:21:11,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:21:11,605 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:21:11,605 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-08T05:21:11,606 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:21:11,606 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:11,606 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:11,606 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:21:11,607 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:21:11,607 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-08T05:21:11,608 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:21:11,608 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:11,609 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:21:11,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741837_1013 (size=1138)
2024-11-08T05:21:11,619 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b5197985d54cd13f5298febd34ef369b, NAME => 'hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d
2024-11-08T05:21:11,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741838_1014 (size=44)
2024-11-08T05:21:11,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:21:11,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b5197985d54cd13f5298febd34ef369b, disabling compactions & flushes
2024-11-08T05:21:11,625 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b.
2024-11-08T05:21:11,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b.
2024-11-08T05:21:11,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b. after waiting 0 ms
2024-11-08T05:21:11,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b.
2024-11-08T05:21:11,626 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b.
2024-11-08T05:21:11,626 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b5197985d54cd13f5298febd34ef369b:
Waiting for close lock at 1731043271625Disabling compacts and flushes for region at 1731043271625Disabling writes for close at 1731043271625Writing region close event to WAL at 1731043271625Closed at 1731043271625
2024-11-08T05:21:11,627 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:21:11,627 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731043271627"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043271627"}]},"ts":"1731043271627"}
2024-11-08T05:21:11,629 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:21:11,630 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:21:11,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043271630"}]},"ts":"1731043271630"}
2024-11-08T05:21:11,632 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-08T05:21:11,632 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b5197985d54cd13f5298febd34ef369b, ASSIGN}]
2024-11-08T05:21:11,633 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b5197985d54cd13f5298febd34ef369b, ASSIGN
2024-11-08T05:21:11,633 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b5197985d54cd13f5298febd34ef369b, ASSIGN; state=OFFLINE, location=d1ba675678c9,42375,1731043254507; forceNewPlan=false, retain=false
2024-11-08T05:21:11,658 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-08T05:21:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:21:11,784 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b5197985d54cd13f5298febd34ef369b, regionState=OPENING, regionLocation=d1ba675678c9,42375,1731043254507
2024-11-08T05:21:11,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b5197985d54cd13f5298febd34ef369b, ASSIGN because future has completed
2024-11-08T05:21:11,786 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5197985d54cd13f5298febd34ef369b, server=d1ba675678c9,42375,1731043254507}]
2024-11-08T05:21:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:21:11,941 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b.
2024-11-08T05:21:11,942 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:21:11,942 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-08T05:21:11,943 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d1ba675678c9%2C42375%2C1731043254507.rep, suffix=, logDir=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507, archiveDir=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/oldWALs, maxLogs=10
2024-11-08T05:21:11,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.rep.1731043271943, exclude list is [], retry=0
2024-11-08T05:21:11,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46489,DS-016d38ae-bfa0-4817-8be7-d5ab36dd7949,DISK]
2024-11-08T05:21:11,966 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.rep.1731043271943
2024-11-08T05:21:11,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41181:41181)]
2024-11-08T05:21:11,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b5197985d54cd13f5298febd34ef369b, NAME => 'hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:21:11,967 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-08T05:21:11,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:21:11,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b. service=MultiRowMutationService
2024-11-08T05:21:11,967 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-08T05:21:11,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b5197985d54cd13f5298febd34ef369b
2024-11-08T05:21:11,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:21:11,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b5197985d54cd13f5298febd34ef369b
2024-11-08T05:21:11,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b5197985d54cd13f5298febd34ef369b
2024-11-08T05:21:11,969 INFO  [StoreOpener-b5197985d54cd13f5298febd34ef369b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b5197985d54cd13f5298febd34ef369b 
2024-11-08T05:21:11,970 INFO  [StoreOpener-b5197985d54cd13f5298febd34ef369b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5197985d54cd13f5298febd34ef369b columnFamilyName hfileref
2024-11-08T05:21:11,970 DEBUG [StoreOpener-b5197985d54cd13f5298febd34ef369b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:11,970 INFO  [StoreOpener-b5197985d54cd13f5298febd34ef369b-1 {}] regionserver.HStore(327): Store=b5197985d54cd13f5298febd34ef369b/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:21:11,970 INFO  [StoreOpener-b5197985d54cd13f5298febd34ef369b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b5197985d54cd13f5298febd34ef369b 
2024-11-08T05:21:11,971 INFO  [StoreOpener-b5197985d54cd13f5298febd34ef369b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5197985d54cd13f5298febd34ef369b columnFamilyName queue
2024-11-08T05:21:11,971 DEBUG [StoreOpener-b5197985d54cd13f5298febd34ef369b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:11,971 INFO  [StoreOpener-b5197985d54cd13f5298febd34ef369b-1 {}] regionserver.HStore(327): Store=b5197985d54cd13f5298febd34ef369b/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:21:11,971 INFO  [StoreOpener-b5197985d54cd13f5298febd34ef369b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b5197985d54cd13f5298febd34ef369b 
2024-11-08T05:21:11,972 INFO  [StoreOpener-b5197985d54cd13f5298febd34ef369b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5197985d54cd13f5298febd34ef369b columnFamilyName sid
2024-11-08T05:21:11,972 DEBUG [StoreOpener-b5197985d54cd13f5298febd34ef369b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:21:11,972 INFO  [StoreOpener-b5197985d54cd13f5298febd34ef369b-1 {}] regionserver.HStore(327): Store=b5197985d54cd13f5298febd34ef369b/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:21:11,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b5197985d54cd13f5298febd34ef369b
2024-11-08T05:21:11,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/replication/b5197985d54cd13f5298febd34ef369b
2024-11-08T05:21:11,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/replication/b5197985d54cd13f5298febd34ef369b
2024-11-08T05:21:11,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b5197985d54cd13f5298febd34ef369b
2024-11-08T05:21:11,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b5197985d54cd13f5298febd34ef369b
2024-11-08T05:21:11,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T05:21:11,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b5197985d54cd13f5298febd34ef369b
2024-11-08T05:21:11,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/replication/b5197985d54cd13f5298febd34ef369b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:21:11,977 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b5197985d54cd13f5298febd34ef369b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74870550, jitterRate=0.11565813422203064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T05:21:11,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5197985d54cd13f5298febd34ef369b
2024-11-08T05:21:11,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b5197985d54cd13f5298febd34ef369b:
Running coprocessor pre-open hook at 1731043271968Writing region info on filesystem at 1731043271968Initializing all the Stores at 1731043271968Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043271968Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043271969 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043271969Cleaning up temporary data from old regions at 1731043271974 (+5 ms)Running coprocessor post-open hooks at 1731043271977 (+3 ms)Region opened successfully at 1731043271977
2024-11-08T05:21:11,978 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b., pid=10, masterSystemTime=1731043271938
2024-11-08T05:21:11,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b.
2024-11-08T05:21:11,979 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b.
2024-11-08T05:21:11,979 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b5197985d54cd13f5298febd34ef369b, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,42375,1731043254507
2024-11-08T05:21:11,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5197985d54cd13f5298febd34ef369b, server=d1ba675678c9,42375,1731043254507 because future has completed
2024-11-08T05:21:11,983 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-08T05:21:11,984 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b5197985d54cd13f5298febd34ef369b, server=d1ba675678c9,42375,1731043254507 in 196 msec
2024-11-08T05:21:11,985 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-08T05:21:11,985 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b5197985d54cd13f5298febd34ef369b, ASSIGN in 352 msec
2024-11-08T05:21:11,985 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:21:11,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043271985"}]},"ts":"1731043271985"}
2024-11-08T05:21:11,987 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-08T05:21:11,987 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:21:11,988 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 381 msec
2024-11-08T05:21:12,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b., hostname=d1ba675678c9,42375,1731043254507, seqNum=2]
2024-11-08T05:21:12,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181
2024-11-08T05:21:12,067 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181
2024-11-08T05:21:12,089 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:21:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:21:12,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-08T05:21:12,242 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-08T05:21:12,271 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d1ba675678c9,42375,1731043254507, ReplicationSource: 1, currentBandwidth=0
2024-11-08T05:21:12,272 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:21:12,272 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42375,1731043254507, seqNum=-1]
2024-11-08T05:21:12,272 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:21:12,273 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService
2024-11-08T05:21:12,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d1ba675678c9,42375,1731043254507', locateType=CURRENT is [region=hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b., hostname=d1ba675678c9,42375,1731043254507, seqNum=2]
2024-11-08T05:21:12,276 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-08T05:21:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-08T05:21:12,277 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d1ba675678c9,42375,1731043254507 suceeded
2024-11-08T05:21:12,279 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-08T05:21:12,279 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec
2024-11-08T05:21:12,279 INFO  [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d1ba675678c9:44807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:21:12,280 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 685 msec
2024-11-08T05:21:12,295 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:44807'
2024-11-08T05:21:12,297 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32dd8597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:12,297 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,44807,-1 for getting cluster id
2024-11-08T05:21:12,297 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:21:12,297 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9582d85-43eb-4b3e-83aa-cc8a4eb5bf1c'
2024-11-08T05:21:12,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:21:12,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9582d85-43eb-4b3e-83aa-cc8a4eb5bf1c"

2024-11-08T05:21:12,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35b8be80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:12,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,44807,-1]
2024-11-08T05:21:12,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:21:12,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:12,299 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:21:12,299 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48e38d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:12,300 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:21:12,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,44807,1731043259113
2024-11-08T05:21:12,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c56ac73
2024-11-08T05:21:12,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:21:12,301 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService
2024-11-08T05:21:12,302 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d1ba675678c9,42375,1731043254507 (queues=1) is replicating from cluster=1719d059-95c3-4c78-bc96-4d028483dfb5 to cluster=b9582d85-43eb-4b3e-83aa-cc8a4eb5bf1c
2024-11-08T05:21:12,302 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d1ba675678c9%2C42375%2C1731043254507
2024-11-08T05:21:12,302 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d1ba675678c9,42375,1731043254507, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:21:12,302 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C42375%2C1731043254507
2024-11-08T05:21:12,302 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108, startPosition=0, beingWritten=true
2024-11-08T05:21:12,307 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:21:12,307 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108 to pos 379, reset compression=false
2024-11-08T05:21:12,307 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,42375,1731043254507 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:21:12,512 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108 to pos 379, reset compression=false
2024-11-08T05:21:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:21:12,736 INFO  [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-08T05:21:12,736 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:21:12,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:21:12,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:12,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:12,737 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:21:12,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239b2325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:12,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,38195,-1 for getting cluster id
2024-11-08T05:21:12,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:21:12,738 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1719d059-95c3-4c78-bc96-4d028483dfb5'
2024-11-08T05:21:12,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:21:12,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1719d059-95c3-4c78-bc96-4d028483dfb5"

2024-11-08T05:21:12,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e20ca95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:12,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,38195,-1]
2024-11-08T05:21:12,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:21:12,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:12,739 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:21:12,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8151c0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:12,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1430933a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:12,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,44807,-1 for getting cluster id
2024-11-08T05:21:12,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:21:12,740 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9582d85-43eb-4b3e-83aa-cc8a4eb5bf1c'
2024-11-08T05:21:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:21:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9582d85-43eb-4b3e-83aa-cc8a4eb5bf1c"

2024-11-08T05:21:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42daa095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,44807,-1]
2024-11-08T05:21:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:21:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:12,742 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:21:12,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390da73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:12,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d61e7e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:12,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,42911,-1 for getting cluster id
2024-11-08T05:21:12,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:21:12,745 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '220ab8e8-263f-417e-9cea-35f08f98aea0'
2024-11-08T05:21:12,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:21:12,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "220ab8e8-263f-417e-9cea-35f08f98aea0"

2024-11-08T05:21:12,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399c0972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:12,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,42911,-1]
2024-11-08T05:21:12,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:21:12,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:12,746 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:21:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6825da66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:12,747 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:21:12,751 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731043272750/Put/seqid=0
2024-11-08T05:21:12,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741840_1016 (size=7894)
2024-11-08T05:21:12,815 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108 to pos 379, reset compression=false
2024-11-08T05:21:13,156 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731043273156/Put/seqid=0
2024-11-08T05:21:13,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741841_1017 (size=7691)
2024-11-08T05:21:13,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7781cb0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:13,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,38195,-1 for getting cluster id
2024-11-08T05:21:13,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:21:13,162 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1719d059-95c3-4c78-bc96-4d028483dfb5'
2024-11-08T05:21:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:21:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1719d059-95c3-4c78-bc96-4d028483dfb5"

2024-11-08T05:21:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341c013a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,38195,-1]
2024-11-08T05:21:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:21:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:13,164 INFO  [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:21:13,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a1221a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:13,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:21:13,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42375,1731043254507, seqNum=-1]
2024-11-08T05:21:13,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:21:13,168 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:21:13,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:21:13,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,38195,1731043254126
2024-11-08T05:21:13,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74257b66
2024-11-08T05:21:13,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:21:13,178 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:21:13,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664., hostname=d1ba675678c9,42375,1731043254507, seqNum=2]
2024-11-08T05:21:13,184 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-08T05:21:13,190 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo]
2024-11-08T05:21:13,193 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr]
2024-11-08T05:21:13,197 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 008f11e0f3e70f13ac2bfc1c696fd664/f
2024-11-08T05:21:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo
2024-11-08T05:21:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:21:13,200 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 008f11e0f3e70f13ac2bfc1c696fd664/f
2024-11-08T05:21:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr
2024-11-08T05:21:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:21:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(2603): Flush status journal for 008f11e0f3e70f13ac2bfc1c696fd664:

2024-11-08T05:21:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__gjjeqnenrbka2hsf9s9g3s0108p72kropo160s2jjcs0atpu5h9n7nk2lpa3820u/f/hfile_0
2024-11-08T05:21:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__gjjeqnenrbka2hsf9s9g3s0108p72kropo160s2jjcs0atpu5h9n7nk2lpa3820u/f/hfile_0 as hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664/f/b12d017c4ddc4b5b824c2623ac6a9c59_SeqId_4_
2024-11-08T05:21:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__gjjeqnenrbka2hsf9s9g3s0108p72kropo160s2jjcs0atpu5h9n7nk2lpa3820u/f/hfile_1
2024-11-08T05:21:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__gjjeqnenrbka2hsf9s9g3s0108p72kropo160s2jjcs0atpu5h9n7nk2lpa3820u/f/hfile_1 as hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664/f/4197ca8e5c5a40fc8deddd51e9f7c57d_SeqId_4_
2024-11-08T05:21:13,211 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__gjjeqnenrbka2hsf9s9g3s0108p72kropo160s2jjcs0atpu5h9n7nk2lpa3820u/f/hfile_0 into 008f11e0f3e70f13ac2bfc1c696fd664/f as hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664/f/b12d017c4ddc4b5b824c2623ac6a9c59_SeqId_4_ - updating store file list.
2024-11-08T05:21:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b12d017c4ddc4b5b824c2623ac6a9c59_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-08T05:21:13,217 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664/f/b12d017c4ddc4b5b824c2623ac6a9c59_SeqId_4_ into 008f11e0f3e70f13ac2bfc1c696fd664/f
2024-11-08T05:21:13,217 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__gjjeqnenrbka2hsf9s9g3s0108p72kropo160s2jjcs0atpu5h9n7nk2lpa3820u/f/hfile_0 into 008f11e0f3e70f13ac2bfc1c696fd664/f (new location: hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664/f/b12d017c4ddc4b5b824c2623ac6a9c59_SeqId_4_)
2024-11-08T05:21:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__gjjeqnenrbka2hsf9s9g3s0108p72kropo160s2jjcs0atpu5h9n7nk2lpa3820u/f/hfile_0
2024-11-08T05:21:13,218 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108 to pos 379, reset compression=false
2024-11-08T05:21:13,218 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__gjjeqnenrbka2hsf9s9g3s0108p72kropo160s2jjcs0atpu5h9n7nk2lpa3820u/f/hfile_1 into 008f11e0f3e70f13ac2bfc1c696fd664/f as hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664/f/4197ca8e5c5a40fc8deddd51e9f7c57d_SeqId_4_ - updating store file list.
2024-11-08T05:21:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4197ca8e5c5a40fc8deddd51e9f7c57d_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-08T05:21:13,224 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664/f/4197ca8e5c5a40fc8deddd51e9f7c57d_SeqId_4_ into 008f11e0f3e70f13ac2bfc1c696fd664/f
2024-11-08T05:21:13,224 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__gjjeqnenrbka2hsf9s9g3s0108p72kropo160s2jjcs0atpu5h9n7nk2lpa3820u/f/hfile_1 into 008f11e0f3e70f13ac2bfc1c696fd664/f (new location: hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664/f/4197ca8e5c5a40fc8deddd51e9f7c57d_SeqId_4_)
2024-11-08T05:21:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__gjjeqnenrbka2hsf9s9g3s0108p72kropo160s2jjcs0atpu5h9n7nk2lpa3820u/f/hfile_1
2024-11-08T05:21:13,226 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:21:13,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:21:13,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:13,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:13,226 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:21:13,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:21:13,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45889,1731043259267, seqNum=-1]
2024-11-08T05:21:13,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664., hostname=d1ba675678c9,42375,1731043254507, seqNum=2 , the old value is region=test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664., hostname=d1ba675678c9,42375,1731043254507, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d1ba675678c9:42375 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-08T05:21:13,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664., hostname=d1ba675678c9,42375,1731043254507, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-08T05:21:13,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:21:13,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664., hostname=d1ba675678c9,42375,1731043254507, seqNum=2 from cache
2024-11-08T05:21:13,229 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:21:13,229 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-08T05:21:13,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4., hostname=d1ba675678c9,45889,1731043259267, seqNum=2]
2024-11-08T05:21:13,231 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-08T05:21:13,337 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:42375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-08T05:21:13,384 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:21:13,385 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:13,385 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:13,385 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:13,385 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:13,386 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:13,386 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:13,386 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:13,386 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:13,442 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:13,443 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:13,443 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:13,443 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:13,443 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:13,444 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:13,451 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:13,455 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:13,456 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:13,457 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:13,723 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108 to pos 379, reset compression=false
2024-11-08T05:21:13,727 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:21:13,727 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,42375,1731043254507 got entry batch from reader: WALEntryBatch [walEntries=[{test/008f11e0f3e70f13ac2bfc1c696fd664/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731043273224/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-08T05:21:13,730 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:21:13,731 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService
2024-11-08T05:21:13,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.ReplicationSink(318): Replicating [1719d059-95c3-4c78-bc96-4d028483dfb5] bulk loaded data
2024-11-08T05:21:13,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40bdf923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:13,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,44807,-1 for getting cluster id
2024-11-08T05:21:13,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:21:13,734 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9582d85-43eb-4b3e-83aa-cc8a4eb5bf1c'
2024-11-08T05:21:13,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:21:13,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9582d85-43eb-4b3e-83aa-cc8a4eb5bf1c"

2024-11-08T05:21:13,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37726e8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:13,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,44807,-1]
2024-11-08T05:21:13,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:21:13,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:13,735 INFO  [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:21:13,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f499247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:13,760 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741837_1013 (size=7894)
2024-11-08T05:21:13,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741838_1014 (size=7691)
2024-11-08T05:21:13,928 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108 to pos 687, reset compression=false
2024-11-08T05:21:14,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:21:14,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,44807,1731043259113
2024-11-08T05:21:14,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@724268b1
2024-11-08T05:21:14,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:21:14,178 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService
2024-11-08T05:21:14,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-08T05:21:14,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:21:14,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45889,1731043259267, seqNum=-1]
2024-11-08T05:21:14,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:21:14,183 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService
2024-11-08T05:21:14,185 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-08T05:21:14,190 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__65lklhc26llksk7gmm0pik0umqvkqtke6ppvo782jjdu7ptrinmbiq22va99t5kv/f/4197ca8e5c5a40fc8deddd51e9f7c57d_SeqId_4_ first=Optional[ppp] last=Optional[rrr]
2024-11-08T05:21:14,194 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__65lklhc26llksk7gmm0pik0umqvkqtke6ppvo782jjdu7ptrinmbiq22va99t5kv/f/b12d017c4ddc4b5b824c2623ac6a9c59_SeqId_4_ first=Optional[mmmm] last=Optional[oooo]
2024-11-08T05:21:14,213 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__65lklhc26llksk7gmm0pik0umqvkqtke6ppvo782jjdu7ptrinmbiq22va99t5kv/f/4197ca8e5c5a40fc8deddd51e9f7c57d_SeqId_4_ for inclusion in ac2712b84a862f9deb0664310b9d14c4/f
2024-11-08T05:21:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr
2024-11-08T05:21:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:21:14,220 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__65lklhc26llksk7gmm0pik0umqvkqtke6ppvo782jjdu7ptrinmbiq22va99t5kv/f/b12d017c4ddc4b5b824c2623ac6a9c59_SeqId_4_ for inclusion in ac2712b84a862f9deb0664310b9d14c4/f
2024-11-08T05:21:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo
2024-11-08T05:21:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:21:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HRegion(2603): Flush status journal for ac2712b84a862f9deb0664310b9d14c4:

2024-11-08T05:21:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4197ca8e5c5a40fc8deddd51e9f7c57d_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-08T05:21:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__65lklhc26llksk7gmm0pik0umqvkqtke6ppvo782jjdu7ptrinmbiq22va99t5kv/f/4197ca8e5c5a40fc8deddd51e9f7c57d_SeqId_4_ as hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4/f/89590a6e2acf4d038d98aeab888c2938_SeqId_4_
2024-11-08T05:21:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b12d017c4ddc4b5b824c2623ac6a9c59_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-08T05:21:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__65lklhc26llksk7gmm0pik0umqvkqtke6ppvo782jjdu7ptrinmbiq22va99t5kv/f/b12d017c4ddc4b5b824c2623ac6a9c59_SeqId_4_ as hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4/f/4c717c98802b41a3842c012d6e34471c_SeqId_4_
2024-11-08T05:21:14,230 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__65lklhc26llksk7gmm0pik0umqvkqtke6ppvo782jjdu7ptrinmbiq22va99t5kv/f/4197ca8e5c5a40fc8deddd51e9f7c57d_SeqId_4_ into ac2712b84a862f9deb0664310b9d14c4/f as hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4/f/89590a6e2acf4d038d98aeab888c2938_SeqId_4_ - updating store file list.
2024-11-08T05:21:14,231 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108 to pos 687, reset compression=false
2024-11-08T05:21:14,235 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-08T05:21:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 89590a6e2acf4d038d98aeab888c2938_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-08T05:21:14,237 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4/f/89590a6e2acf4d038d98aeab888c2938_SeqId_4_ into ac2712b84a862f9deb0664310b9d14c4/f
2024-11-08T05:21:14,237 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__65lklhc26llksk7gmm0pik0umqvkqtke6ppvo782jjdu7ptrinmbiq22va99t5kv/f/4197ca8e5c5a40fc8deddd51e9f7c57d_SeqId_4_ into ac2712b84a862f9deb0664310b9d14c4/f (new location: hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4/f/89590a6e2acf4d038d98aeab888c2938_SeqId_4_)
2024-11-08T05:21:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__65lklhc26llksk7gmm0pik0umqvkqtke6ppvo782jjdu7ptrinmbiq22va99t5kv/f/4197ca8e5c5a40fc8deddd51e9f7c57d_SeqId_4_
2024-11-08T05:21:14,238 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__65lklhc26llksk7gmm0pik0umqvkqtke6ppvo782jjdu7ptrinmbiq22va99t5kv/f/b12d017c4ddc4b5b824c2623ac6a9c59_SeqId_4_ into ac2712b84a862f9deb0664310b9d14c4/f as hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4/f/4c717c98802b41a3842c012d6e34471c_SeqId_4_ - updating store file list.
2024-11-08T05:21:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4c717c98802b41a3842c012d6e34471c_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-08T05:21:14,242 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4/f/4c717c98802b41a3842c012d6e34471c_SeqId_4_ into ac2712b84a862f9deb0664310b9d14c4/f
2024-11-08T05:21:14,242 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__65lklhc26llksk7gmm0pik0umqvkqtke6ppvo782jjdu7ptrinmbiq22va99t5kv/f/b12d017c4ddc4b5b824c2623ac6a9c59_SeqId_4_ into ac2712b84a862f9deb0664310b9d14c4/f (new location: hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4/f/4c717c98802b41a3842c012d6e34471c_SeqId_4_)
2024-11-08T05:21:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__65lklhc26llksk7gmm0pik0umqvkqtke6ppvo782jjdu7ptrinmbiq22va99t5kv/f/b12d017c4ddc4b5b824c2623ac6a9c59_SeqId_4_
2024-11-08T05:21:14,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.ReplicationSink(324): Finished replicating [1719d059-95c3-4c78-bc96-4d028483dfb5] bulk loaded data
2024-11-08T05:21:14,653 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108 to pos 687, reset compression=false
2024-11-08T05:21:15,157 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108 to pos 687, reset compression=false
2024-11-08T05:21:15,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:21:15,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45223,1731043264583, seqNum=-1]
2024-11-08T05:21:15,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:21:15,245 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:21:15,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc., hostname=d1ba675678c9,45223,1731043264583, seqNum=2]
2024-11-08T05:21:15,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:21:15,253 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:21:15,254 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d1ba675678c9%2C42375%2C1731043254507:(num 1731043256108) roll requested
2024-11-08T05:21:15,274 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254, exclude list is [], retry=0
2024-11-08T05:21:15,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46489,DS-016d38ae-bfa0-4817-8be7-d5ab36dd7949,DISK]
2024-11-08T05:21:15,277 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254
2024-11-08T05:21:15,278 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41181:41181)]
2024-11-08T05:21:15,278 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108 is not closed yet, will try archiving it next time
2024-11-08T05:21:15,278 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d1ba675678c9%2C42375%2C1731043254507.meta:.meta(num 1731043256538) roll requested
2024-11-08T05:21:15,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f638d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:15,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,38195,-1 for getting cluster id
2024-11-08T05:21:15,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:21:15,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741833_1009 (size=695)
2024-11-08T05:21:15,279 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1719d059-95c3-4c78-bc96-4d028483dfb5'
2024-11-08T05:21:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:21:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1719d059-95c3-4c78-bc96-4d028483dfb5"

2024-11-08T05:21:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aac0a0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,38195,-1]
2024-11-08T05:21:15,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:21:15,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:15,281 INFO  [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:21:15,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7982c41e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:15,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:21:15,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,38195,1731043254126
2024-11-08T05:21:15,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28ef4912
2024-11-08T05:21:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:21:15,284 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:21:15,284 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://d1ba675678c9:42911,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-08T05:21:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-08T05:21:15,287 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:42911'
2024-11-08T05:21:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-08T05:21:15,288 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c82a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:15,288 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108 to hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/oldWALs/d1ba675678c9%2C42375%2C1731043254507.1731043256108
2024-11-08T05:21:15,288 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,42911,-1 for getting cluster id
2024-11-08T05:21:15,288 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:21:15,289 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '220ab8e8-263f-417e-9cea-35f08f98aea0'
2024-11-08T05:21:15,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:21:15,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "220ab8e8-263f-417e-9cea-35f08f98aea0"

2024-11-08T05:21:15,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42bdc0d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:15,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,42911,-1]
2024-11-08T05:21:15,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:21:15,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:15,290 INFO  [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:21:15,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea14524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:15,290 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:21:15,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,42911,1731043264433
2024-11-08T05:21:15,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b2c423e
2024-11-08T05:21:15,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:21:15,292 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:21:15,292 INFO  [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3.
2024-11-08T05:21:15,292 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-08T05:21:15,292 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:15,293 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:15,293 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:21:15,295 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.meta.1731043275278.meta, exclude list is [], retry=0
2024-11-08T05:21:15,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46489,DS-016d38ae-bfa0-4817-8be7-d5ab36dd7949,DISK]
2024-11-08T05:21:15,299 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.meta.1731043256538.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.meta.1731043275278.meta
2024-11-08T05:21:15,300 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41181:41181)]
2024-11-08T05:21:15,300 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.meta.1731043256538.meta is not closed yet, will try archiving it next time
2024-11-08T05:21:15,300 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d1ba675678c9%2C42375%2C1731043254507.rep:(num 1731043271943) roll requested
2024-11-08T05:21:15,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741834_1010 (size=3473)
2024-11-08T05:21:15,318 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.rep.1731043275300, exclude list is [], retry=0
2024-11-08T05:21:15,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46489,DS-016d38ae-bfa0-4817-8be7-d5ab36dd7949,DISK]
2024-11-08T05:21:15,329 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.rep.1731043271943 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.rep.1731043275300
2024-11-08T05:21:15,329 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41181:41181)]
2024-11-08T05:21:15,329 DEBUG [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.rep.1731043271943 is not closed yet, will try archiving it next time
2024-11-08T05:21:15,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741839_1015 (size=1505)
2024-11-08T05:21:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-08T05:21:15,464 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-08T05:21:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-08T05:21:15,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13
2024-11-08T05:21:15,618 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER
2024-11-08T05:21:15,654 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-d1ba675678c9,42375,1731043254507, ReplicationSource: 2, currentBandwidth=0
2024-11-08T05:21:15,656 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-08T05:21:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.HMaster(4169): Remote procedure done, pid=13
2024-11-08T05:21:15,658 INFO  [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on d1ba675678c9,42375,1731043254507 suceeded
2024-11-08T05:21:15,659 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-08T05:21:15,659 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec
2024-11-08T05:21:15,659 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://d1ba675678c9:42911,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-08T05:21:15,660 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 375 msec
2024-11-08T05:21:15,674 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d1ba675678c9:42911'
2024-11-08T05:21:15,675 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1df77744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:15,675 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,42911,-1 for getting cluster id
2024-11-08T05:21:15,676 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:21:15,676 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '220ab8e8-263f-417e-9cea-35f08f98aea0'
2024-11-08T05:21:15,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:21:15,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "220ab8e8-263f-417e-9cea-35f08f98aea0"

2024-11-08T05:21:15,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a0578ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:15,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,42911,-1]
2024-11-08T05:21:15,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:21:15,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:15,677 INFO  [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:21:15,678 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73caedf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:15,678 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:21:15,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,42911,1731043264433
2024-11-08T05:21:15,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12b11677
2024-11-08T05:21:15,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:21:15,679 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService
2024-11-08T05:21:15,679 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d1ba675678c9,42375,1731043254507 (queues=1) is replicating from cluster=1719d059-95c3-4c78-bc96-4d028483dfb5 to cluster=220ab8e8-263f-417e-9cea-35f08f98aea0
2024-11-08T05:21:15,679 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d1ba675678c9%2C42375%2C1731043254507
2024-11-08T05:21:15,679 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d1ba675678c9,42375,1731043254507, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-08T05:21:15,680 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d1ba675678c9%2C42375%2C1731043254507
2024-11-08T05:21:15,680 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254, startPosition=0, beingWritten=true
2024-11-08T05:21:15,760 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108 to pos 687, reset compression=false
2024-11-08T05:21:15,767 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108 was moved to hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/oldWALs/d1ba675678c9%2C42375%2C1731043254507.1731043256108
2024-11-08T05:21:15,769 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108
2024-11-08T05:21:15,769 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,42375,1731043254507 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043256108, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0]
2024-11-08T05:21:15,769 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254, startPosition=0, beingWritten=true
2024-11-08T05:21:15,771 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [d1ba675678c9%2C42375%2C1731043254507.1731043256108]
2024-11-08T05:21:15,886 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 0, reset compression=false
2024-11-08T05:21:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-08T05:21:15,916 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:21:15,916 INFO  [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed
2024-11-08T05:21:15,916 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:21:15,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:15,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:15,916 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:21:15,918 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:21:15,920 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731043275919/Put/seqid=0
2024-11-08T05:21:15,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741845_1021 (size=11194)
2024-11-08T05:21:16,189 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 0, reset compression=false
2024-11-08T05:21:16,325 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731043276325/Put/seqid=0
2024-11-08T05:21:16,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741846_1022 (size=10791)
2024-11-08T05:21:16,473 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 0, reset compression=false
2024-11-08T05:21:16,613 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 0, reset compression=false
2024-11-08T05:21:16,650 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T05:21:16,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bcc08cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:16,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,38195,-1 for getting cluster id
2024-11-08T05:21:16,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:21:16,731 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1719d059-95c3-4c78-bc96-4d028483dfb5'
2024-11-08T05:21:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:21:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1719d059-95c3-4c78-bc96-4d028483dfb5"

2024-11-08T05:21:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e510c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,38195,-1]
2024-11-08T05:21:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:21:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:16,732 INFO  [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:21:16,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@196faa69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:16,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:21:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,42375,1731043254507, seqNum=-1]
2024-11-08T05:21:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:21:16,734 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:21:16,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:21:16,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,38195,1731043254126
2024-11-08T05:21:16,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e338ea3
2024-11-08T05:21:16,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:21:16,742 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:21:16,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664., hostname=d1ba675678c9,42375,1731043254507, seqNum=2]
2024-11-08T05:21:16,746 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-08T05:21:16,750 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu]
2024-11-08T05:21:16,752 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx]
2024-11-08T05:21:16,756 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 008f11e0f3e70f13ac2bfc1c696fd664/f
2024-11-08T05:21:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu
2024-11-08T05:21:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:21:16,758 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 008f11e0f3e70f13ac2bfc1c696fd664/f
2024-11-08T05:21:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx
2024-11-08T05:21:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:21:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(2603): Flush status journal for 008f11e0f3e70f13ac2bfc1c696fd664:

2024-11-08T05:21:16,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__n96ue20kvio31h25tbimap4pr2m7cc6rcni0qtbvs0th04l07q5hpnevftl4mvkq/f/hfile_0
2024-11-08T05:21:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__n96ue20kvio31h25tbimap4pr2m7cc6rcni0qtbvs0th04l07q5hpnevftl4mvkq/f/hfile_0 as hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664/f/591212be92a64090ab8c2ff20293a41b_SeqId_6_
2024-11-08T05:21:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__n96ue20kvio31h25tbimap4pr2m7cc6rcni0qtbvs0th04l07q5hpnevftl4mvkq/f/hfile_1
2024-11-08T05:21:16,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__n96ue20kvio31h25tbimap4pr2m7cc6rcni0qtbvs0th04l07q5hpnevftl4mvkq/f/hfile_1 as hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664/f/3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_
2024-11-08T05:21:16,769 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__n96ue20kvio31h25tbimap4pr2m7cc6rcni0qtbvs0th04l07q5hpnevftl4mvkq/f/hfile_0 into 008f11e0f3e70f13ac2bfc1c696fd664/f as hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664/f/591212be92a64090ab8c2ff20293a41b_SeqId_6_ - updating store file list.
2024-11-08T05:21:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 591212be92a64090ab8c2ff20293a41b_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-08T05:21:16,772 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664/f/591212be92a64090ab8c2ff20293a41b_SeqId_6_ into 008f11e0f3e70f13ac2bfc1c696fd664/f
2024-11-08T05:21:16,772 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__n96ue20kvio31h25tbimap4pr2m7cc6rcni0qtbvs0th04l07q5hpnevftl4mvkq/f/hfile_0 into 008f11e0f3e70f13ac2bfc1c696fd664/f (new location: hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664/f/591212be92a64090ab8c2ff20293a41b_SeqId_6_)
2024-11-08T05:21:16,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__n96ue20kvio31h25tbimap4pr2m7cc6rcni0qtbvs0th04l07q5hpnevftl4mvkq/f/hfile_0
2024-11-08T05:21:16,773 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__n96ue20kvio31h25tbimap4pr2m7cc6rcni0qtbvs0th04l07q5hpnevftl4mvkq/f/hfile_1 into 008f11e0f3e70f13ac2bfc1c696fd664/f as hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664/f/3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_ - updating store file list.
2024-11-08T05:21:16,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-08T05:21:16,777 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664/f/3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_ into 008f11e0f3e70f13ac2bfc1c696fd664/f
2024-11-08T05:21:16,777 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__n96ue20kvio31h25tbimap4pr2m7cc6rcni0qtbvs0th04l07q5hpnevftl4mvkq/f/hfile_1 into 008f11e0f3e70f13ac2bfc1c696fd664/f (new location: hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664/f/3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_)
2024-11-08T05:21:16,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/staging/jenkins__test__n96ue20kvio31h25tbimap4pr2m7cc6rcni0qtbvs0th04l07q5hpnevftl4mvkq/f/hfile_1
2024-11-08T05:21:16,781 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:21:16,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:21:16,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:16,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:16,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664., hostname=d1ba675678c9,42375,1731043254507, seqNum=2 , the old value is region=test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664., hostname=d1ba675678c9,42375,1731043254507, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d1ba675678c9:42375 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-08T05:21:16,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664., hostname=d1ba675678c9,42375,1731043254507, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-08T05:21:16,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664., hostname=d1ba675678c9,42375,1731043254507, seqNum=2 from cache
2024-11-08T05:21:16,782 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:21:16,784 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-08T05:21:16,784 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-08T05:21:16,886 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:42375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-08T05:21:17,117 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 0, reset compression=false
2024-11-08T05:21:17,121 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:21:17,121 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-d1ba675678c9,42375,1731043254507 got entry batch from reader: WALEntryBatch [walEntries=[{test/008f11e0f3e70f13ac2bfc1c696fd664/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731043276778/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-08T05:21:17,122 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:21:17,123 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService
2024-11-08T05:21:17,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.ReplicationSink(318): Replicating [1719d059-95c3-4c78-bc96-4d028483dfb5] bulk loaded data
2024-11-08T05:21:17,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45f1a568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:17,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,42911,-1 for getting cluster id
2024-11-08T05:21:17,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:21:17,124 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '220ab8e8-263f-417e-9cea-35f08f98aea0'
2024-11-08T05:21:17,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:21:17,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "220ab8e8-263f-417e-9cea-35f08f98aea0"

2024-11-08T05:21:17,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@508bea11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:17,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,42911,-1]
2024-11-08T05:21:17,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:21:17,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:17,125 INFO  [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:21:17,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dcc6813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:21:17,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741837_1013 (size=11194)
2024-11-08T05:21:17,276 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 0, reset compression=false
2024-11-08T05:21:17,281 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-08T05:21:17,281 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,42375,1731043254507 got entry batch from reader: WALEntryBatch [walEntries=[{test/008f11e0f3e70f13ac2bfc1c696fd664/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731043276778/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-08T05:21:17,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.ReplicationSink(318): Replicating [1719d059-95c3-4c78-bc96-4d028483dfb5] bulk loaded data
2024-11-08T05:21:17,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741839_1015 (size=11194)
2024-11-08T05:21:17,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741840_1016 (size=10791)
2024-11-08T05:21:17,321 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:17,481 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:17,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741838_1014 (size=10791)
2024-11-08T05:21:17,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:21:17,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,42911,1731043264433
2024-11-08T05:21:17,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2442d547
2024-11-08T05:21:17,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:21:17,570 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService
2024-11-08T05:21:17,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-08T05:21:17,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:21:17,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,45223,1731043264583, seqNum=-1]
2024-11-08T05:21:17,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:21:17,574 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService
2024-11-08T05:21:17,584 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/staging/jenkins.hfs.23__test__1eqg5bius6ehdgob5394edo28pv9mcnr6jdd6v9kmcpufuml1q3578cctadbbm2t/f/3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_ first=Optional[vvv] last=Optional[xxx]
2024-11-08T05:21:17,590 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/staging/jenkins.hfs.23__test__1eqg5bius6ehdgob5394edo28pv9mcnr6jdd6v9kmcpufuml1q3578cctadbbm2t/f/591212be92a64090ab8c2ff20293a41b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu]
2024-11-08T05:21:17,593 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/staging/jenkins.hfs.23__test__1eqg5bius6ehdgob5394edo28pv9mcnr6jdd6v9kmcpufuml1q3578cctadbbm2t/f/591212be92a64090ab8c2ff20293a41b_SeqId_6_ for inclusion in 1a4070cdf72b299df4dae2d07afbddbc/f
2024-11-08T05:21:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu
2024-11-08T05:21:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:21:17,600 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/staging/jenkins.hfs.23__test__1eqg5bius6ehdgob5394edo28pv9mcnr6jdd6v9kmcpufuml1q3578cctadbbm2t/f/3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_ for inclusion in 1a4070cdf72b299df4dae2d07afbddbc/f
2024-11-08T05:21:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx
2024-11-08T05:21:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:21:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(2603): Flush status journal for 1a4070cdf72b299df4dae2d07afbddbc:

2024-11-08T05:21:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 591212be92a64090ab8c2ff20293a41b_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-08T05:21:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/staging/jenkins.hfs.23__test__1eqg5bius6ehdgob5394edo28pv9mcnr6jdd6v9kmcpufuml1q3578cctadbbm2t/f/591212be92a64090ab8c2ff20293a41b_SeqId_6_ as hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/default/test/1a4070cdf72b299df4dae2d07afbddbc/f/71e013685e0e468a8c0684e3280aa0fb_SeqId_4_
2024-11-08T05:21:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-08T05:21:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/staging/jenkins.hfs.23__test__1eqg5bius6ehdgob5394edo28pv9mcnr6jdd6v9kmcpufuml1q3578cctadbbm2t/f/3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_ as hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/default/test/1a4070cdf72b299df4dae2d07afbddbc/f/acef3565ae9446d1920e6f52abd5f947_SeqId_4_
2024-11-08T05:21:17,613 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/staging/jenkins.hfs.23__test__1eqg5bius6ehdgob5394edo28pv9mcnr6jdd6v9kmcpufuml1q3578cctadbbm2t/f/591212be92a64090ab8c2ff20293a41b_SeqId_6_ into 1a4070cdf72b299df4dae2d07afbddbc/f as hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/default/test/1a4070cdf72b299df4dae2d07afbddbc/f/71e013685e0e468a8c0684e3280aa0fb_SeqId_4_ - updating store file list.
2024-11-08T05:21:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 71e013685e0e468a8c0684e3280aa0fb_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-08T05:21:17,621 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/default/test/1a4070cdf72b299df4dae2d07afbddbc/f/71e013685e0e468a8c0684e3280aa0fb_SeqId_4_ into 1a4070cdf72b299df4dae2d07afbddbc/f
2024-11-08T05:21:17,621 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/staging/jenkins.hfs.23__test__1eqg5bius6ehdgob5394edo28pv9mcnr6jdd6v9kmcpufuml1q3578cctadbbm2t/f/591212be92a64090ab8c2ff20293a41b_SeqId_6_ into 1a4070cdf72b299df4dae2d07afbddbc/f (new location: hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/default/test/1a4070cdf72b299df4dae2d07afbddbc/f/71e013685e0e468a8c0684e3280aa0fb_SeqId_4_)
2024-11-08T05:21:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/staging/jenkins.hfs.23__test__1eqg5bius6ehdgob5394edo28pv9mcnr6jdd6v9kmcpufuml1q3578cctadbbm2t/f/591212be92a64090ab8c2ff20293a41b_SeqId_6_
2024-11-08T05:21:17,622 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/staging/jenkins.hfs.23__test__1eqg5bius6ehdgob5394edo28pv9mcnr6jdd6v9kmcpufuml1q3578cctadbbm2t/f/3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_ into 1a4070cdf72b299df4dae2d07afbddbc/f as hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/default/test/1a4070cdf72b299df4dae2d07afbddbc/f/acef3565ae9446d1920e6f52abd5f947_SeqId_4_ - updating store file list.
2024-11-08T05:21:17,625 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HStoreFile(483): HFile Bloom filter type for acef3565ae9446d1920e6f52abd5f947_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-08T05:21:17,627 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/default/test/1a4070cdf72b299df4dae2d07afbddbc/f/acef3565ae9446d1920e6f52abd5f947_SeqId_4_ into 1a4070cdf72b299df4dae2d07afbddbc/f
2024-11-08T05:21:17,627 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/staging/jenkins.hfs.23__test__1eqg5bius6ehdgob5394edo28pv9mcnr6jdd6v9kmcpufuml1q3578cctadbbm2t/f/3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_ into 1a4070cdf72b299df4dae2d07afbddbc/f (new location: hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/default/test/1a4070cdf72b299df4dae2d07afbddbc/f/acef3565ae9446d1920e6f52abd5f947_SeqId_4_)
2024-11-08T05:21:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/staging/jenkins.hfs.23__test__1eqg5bius6ehdgob5394edo28pv9mcnr6jdd6v9kmcpufuml1q3578cctadbbm2t/f/3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_
2024-11-08T05:21:17,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.ReplicationSink(324): Finished replicating [1719d059-95c3-4c78-bc96-4d028483dfb5] bulk loaded data
2024-11-08T05:21:17,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-08T05:21:17,705 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__nueghh7n3k50uf979ofetcddv00ecjhhno3j1d65miuup24k8n2aa05lieuvfpho/f/3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_ first=Optional[vvv] last=Optional[xxx]
2024-11-08T05:21:17,708 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__nueghh7n3k50uf979ofetcddv00ecjhhno3j1d65miuup24k8n2aa05lieuvfpho/f/591212be92a64090ab8c2ff20293a41b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu]
2024-11-08T05:21:17,709 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__nueghh7n3k50uf979ofetcddv00ecjhhno3j1d65miuup24k8n2aa05lieuvfpho/f/3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_ for inclusion in ac2712b84a862f9deb0664310b9d14c4/f
2024-11-08T05:21:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx
2024-11-08T05:21:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:21:17,711 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__nueghh7n3k50uf979ofetcddv00ecjhhno3j1d65miuup24k8n2aa05lieuvfpho/f/591212be92a64090ab8c2ff20293a41b_SeqId_6_ for inclusion in ac2712b84a862f9deb0664310b9d14c4/f
2024-11-08T05:21:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu
2024-11-08T05:21:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-08T05:21:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HRegion(2603): Flush status journal for ac2712b84a862f9deb0664310b9d14c4:

2024-11-08T05:21:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-08T05:21:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__nueghh7n3k50uf979ofetcddv00ecjhhno3j1d65miuup24k8n2aa05lieuvfpho/f/3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_ as hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4/f/e4d29591db48463c9a54621dbcaa21e0_SeqId_6_
2024-11-08T05:21:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 591212be92a64090ab8c2ff20293a41b_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-08T05:21:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__nueghh7n3k50uf979ofetcddv00ecjhhno3j1d65miuup24k8n2aa05lieuvfpho/f/591212be92a64090ab8c2ff20293a41b_SeqId_6_ as hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4/f/d20a7bd4d15744b397434018bb07112b_SeqId_6_
2024-11-08T05:21:17,716 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__nueghh7n3k50uf979ofetcddv00ecjhhno3j1d65miuup24k8n2aa05lieuvfpho/f/3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_ into ac2712b84a862f9deb0664310b9d14c4/f as hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4/f/e4d29591db48463c9a54621dbcaa21e0_SeqId_6_ - updating store file list.
2024-11-08T05:21:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e4d29591db48463c9a54621dbcaa21e0_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-08T05:21:17,719 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4/f/e4d29591db48463c9a54621dbcaa21e0_SeqId_6_ into ac2712b84a862f9deb0664310b9d14c4/f
2024-11-08T05:21:17,719 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__nueghh7n3k50uf979ofetcddv00ecjhhno3j1d65miuup24k8n2aa05lieuvfpho/f/3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_ into ac2712b84a862f9deb0664310b9d14c4/f (new location: hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4/f/e4d29591db48463c9a54621dbcaa21e0_SeqId_6_)
2024-11-08T05:21:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__nueghh7n3k50uf979ofetcddv00ecjhhno3j1d65miuup24k8n2aa05lieuvfpho/f/3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_
2024-11-08T05:21:17,720 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__nueghh7n3k50uf979ofetcddv00ecjhhno3j1d65miuup24k8n2aa05lieuvfpho/f/591212be92a64090ab8c2ff20293a41b_SeqId_6_ into ac2712b84a862f9deb0664310b9d14c4/f as hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4/f/d20a7bd4d15744b397434018bb07112b_SeqId_6_ - updating store file list.
2024-11-08T05:21:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d20a7bd4d15744b397434018bb07112b_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-08T05:21:17,724 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4/f/d20a7bd4d15744b397434018bb07112b_SeqId_6_ into ac2712b84a862f9deb0664310b9d14c4/f
2024-11-08T05:21:17,724 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__nueghh7n3k50uf979ofetcddv00ecjhhno3j1d65miuup24k8n2aa05lieuvfpho/f/591212be92a64090ab8c2ff20293a41b_SeqId_6_ into ac2712b84a862f9deb0664310b9d14c4/f (new location: hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4/f/d20a7bd4d15744b397434018bb07112b_SeqId_6_)
2024-11-08T05:21:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/staging/jenkins.hfs.22__test__nueghh7n3k50uf979ofetcddv00ecjhhno3j1d65miuup24k8n2aa05lieuvfpho/f/591212be92a64090ab8c2ff20293a41b_SeqId_6_
2024-11-08T05:21:17,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.ReplicationSink(324): Finished replicating [1719d059-95c3-4c78-bc96-4d028483dfb5] bulk loaded data
2024-11-08T05:21:17,786 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:17,799 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:21:17,799 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:21:17,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:21:17,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:17,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:17,799 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:21:17,800 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:21:17,800 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=726021235, stopped=false
2024-11-08T05:21:17,800 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,42911,1731043264433
2024-11-08T05:21:17,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x10118e3d2be0007, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2492411830/running
2024-11-08T05:21:17,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2492411830/running
2024-11-08T05:21:17,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x10118e3d2be0007, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830
2024-11-08T05:21:17,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830
2024-11-08T05:21:17,888 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:21:17,888 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:21:17,888 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:21:17,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:17,888 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,45223,1731043264583' *****
2024-11-08T05:21:17,888 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:21:17,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Set watcher on znode that does not yet exist, /2492411830/running
2024-11-08T05:21:17,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45223-0x10118e3d2be0007, quorum=127.0.0.1:58049, baseZNode=/2492411830 Set watcher on znode that does not yet exist, /2492411830/running
2024-11-08T05:21:17,889 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:21:17,889 INFO  [RS:0;d1ba675678c9:45223 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:21:17,889 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:21:17,889 INFO  [RS:0;d1ba675678c9:45223 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:21:17,889 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a4070cdf72b299df4dae2d07afbddbc
2024-11-08T05:21:17,890 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,45223,1731043264583
2024-11-08T05:21:17,890 INFO  [RS:0;d1ba675678c9:45223 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:21:17,890 INFO  [RS:0;d1ba675678c9:45223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:45223.
2024-11-08T05:21:17,890 DEBUG [RS:0;d1ba675678c9:45223 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:21:17,890 DEBUG [RS:0;d1ba675678c9:45223 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:17,890 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a4070cdf72b299df4dae2d07afbddbc, disabling compactions & flushes
2024-11-08T05:21:17,890 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc.
2024-11-08T05:21:17,890 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:21:17,890 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc.
2024-11-08T05:21:17,890 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:21:17,890 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:21:17,890 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc. after waiting 0 ms
2024-11-08T05:21:17,890 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc.
2024-11-08T05:21:17,890 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:21:17,890 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-08T05:21:17,890 DEBUG [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(1325): Online Regions={1a4070cdf72b299df4dae2d07afbddbc=test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc., 1588230740=hbase:meta,,1.1588230740}
2024-11-08T05:21:17,890 DEBUG [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a4070cdf72b299df4dae2d07afbddbc
2024-11-08T05:21:17,890 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:21:17,890 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:21:17,890 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:21:17,890 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:21:17,891 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:21:17,891 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB
2024-11-08T05:21:17,894 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/default/test/1a4070cdf72b299df4dae2d07afbddbc/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-08T05:21:17,894 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:21:17,894 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:21:17,894 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc.
2024-11-08T05:21:17,894 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a4070cdf72b299df4dae2d07afbddbc:
Waiting for close lock at 1731043277890Running coprocessor pre-close hooks at 1731043277890Disabling compacts and flushes for region at 1731043277890Disabling writes for close at 1731043277890Writing region close event to WAL at 1731043277890Running coprocessor post-close hooks at 1731043277894 (+4 ms)Closed at 1731043277894
2024-11-08T05:21:17,894 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc.
2024-11-08T05:21:17,909 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/.tmp/info/353dcccf2d5242d28ec1eee7d44cc3af is 129, key is test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc./info:regioninfo/1731043271293/Put/seqid=0
2024-11-08T05:21:17,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741839_1015 (size=6421)
2024-11-08T05:21:17,913 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:21:18,061 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:18,090 DEBUG [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:21:18,190 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:18,291 DEBUG [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:21:18,312 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/.tmp/info/353dcccf2d5242d28ec1eee7d44cc3af
2024-11-08T05:21:18,332 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/.tmp/ns/b7934921f12d4cc2a598a9e69290d56f is 43, key is default/ns:d/1731043266989/Put/seqid=0
2024-11-08T05:21:18,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741840_1016 (size=5153)
2024-11-08T05:21:18,491 DEBUG [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:21:18,565 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:18,691 DEBUG [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:21:18,694 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:18,746 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/.tmp/ns/b7934921f12d4cc2a598a9e69290d56f
2024-11-08T05:21:18,785 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/.tmp/rep_barrier/a7a027bb936747179076005f6a51f662 is 112, key is test,,1731043270448.1a4070cdf72b299df4dae2d07afbddbc./rep_barrier:seqnumDuringOpen/1731043271293/Put/seqid=0
2024-11-08T05:21:18,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741841_1017 (size=5518)
2024-11-08T05:21:18,813 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/.tmp/rep_barrier/a7a027bb936747179076005f6a51f662
2024-11-08T05:21:18,840 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:21:18,840 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:21:18,850 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/.tmp/table/211c1a5dca8c43e3b55be98c81339e9d is 40, key is test/table:state/1731043271301/Put/seqid=0
2024-11-08T05:21:18,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741842_1018 (size=5165)
2024-11-08T05:21:18,875 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/.tmp/table/211c1a5dca8c43e3b55be98c81339e9d
2024-11-08T05:21:18,889 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/.tmp/info/353dcccf2d5242d28ec1eee7d44cc3af as hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/info/353dcccf2d5242d28ec1eee7d44cc3af
2024-11-08T05:21:18,891 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-08T05:21:18,892 DEBUG [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-08T05:21:18,892 DEBUG [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:21:18,894 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/info/353dcccf2d5242d28ec1eee7d44cc3af, entries=10, sequenceid=11, filesize=6.3 K
2024-11-08T05:21:18,895 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/.tmp/ns/b7934921f12d4cc2a598a9e69290d56f as hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/ns/b7934921f12d4cc2a598a9e69290d56f
2024-11-08T05:21:18,900 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/ns/b7934921f12d4cc2a598a9e69290d56f, entries=2, sequenceid=11, filesize=5.0 K
2024-11-08T05:21:18,901 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/.tmp/rep_barrier/a7a027bb936747179076005f6a51f662 as hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/rep_barrier/a7a027bb936747179076005f6a51f662
2024-11-08T05:21:18,907 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/rep_barrier/a7a027bb936747179076005f6a51f662, entries=1, sequenceid=11, filesize=5.4 K
2024-11-08T05:21:18,907 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/.tmp/table/211c1a5dca8c43e3b55be98c81339e9d as hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/table/211c1a5dca8c43e3b55be98c81339e9d
2024-11-08T05:21:18,912 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/table/211c1a5dca8c43e3b55be98c81339e9d, entries=2, sequenceid=11, filesize=5.0 K
2024-11-08T05:21:18,913 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1022ms, sequenceid=11, compaction requested=false
2024-11-08T05:21:18,931 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-08T05:21:18,932 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:21:18,932 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:21:18,932 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:21:18,932 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043277890Running coprocessor pre-close hooks at 1731043277890Disabling compacts and flushes for region at 1731043277890Disabling writes for close at 1731043277890Obtaining lock to block concurrent updates at 1731043277891 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731043277891Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731043277891Flushing stores of hbase:meta,,1.1588230740 at 1731043277891Flushing 1588230740/info: creating writer at 1731043277891Flushing 1588230740/info: appending metadata at 1731043277908 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731043277908Flushing 1588230740/ns: creating writer at 1731043278316 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731043278332 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731043278332Flushing 1588230740/rep_barrier: creating writer at 1731043278753 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731043278784 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731043278784Flushing 1588230740/table: creating writer at 1731043278818 (+34 ms)Flushing 1588230740/table: appending metadata at 1731043278850 (+32 ms)Flushing 1588230740/table: closing flushed file at 1731043278850Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a32ba64: reopening flushed file at 1731043278888 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a48cf97: reopening flushed file at 1731043278894 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2373c049: reopening flushed file at 1731043278900 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@584dadb1: reopening flushed file at 1731043278907 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1022ms, sequenceid=11, compaction requested=false at 1731043278913 (+6 ms)Writing region close event to WAL at 1731043278925 (+12 ms)Running coprocessor post-close hooks at 1731043278931 (+6 ms)Closed at 1731043278932 (+1 ms)
2024-11-08T05:21:18,932 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:21:19,092 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,45223,1731043264583; all regions closed.
2024-11-08T05:21:19,095 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741834_1010 (size=2717)
2024-11-08T05:21:19,098 DEBUG [RS:0;d1ba675678c9:45223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/oldWALs
2024-11-08T05:21:19,098 INFO  [RS:0;d1ba675678c9:45223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C45223%2C1731043264583.meta:.meta(num 1731043266935)
2024-11-08T05:21:19,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741832_1008 (size=1028)
2024-11-08T05:21:19,109 DEBUG [RS:0;d1ba675678c9:45223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/oldWALs
2024-11-08T05:21:19,109 INFO  [RS:0;d1ba675678c9:45223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C45223%2C1731043264583:(num 1731043265884)
2024-11-08T05:21:19,109 DEBUG [RS:0;d1ba675678c9:45223 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:19,109 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:21:19,110 INFO  [RS:0;d1ba675678c9:45223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:21:19,110 INFO  [RS:0;d1ba675678c9:45223 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T05:21:19,110 INFO  [RS:0;d1ba675678c9:45223 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:21:19,110 INFO  [RS:0;d1ba675678c9:45223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:45223.
2024-11-08T05:21:19,110 DEBUG [RS:0;d1ba675678c9:45223 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:21:19,110 DEBUG [RS:0;d1ba675678c9:45223 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:19,111 DEBUG [RS:0;d1ba675678c9:45223 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:19,111 INFO  [RS:0;d1ba675678c9:45223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45223
2024-11-08T05:21:19,111 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:21:19,111 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:21:19,169 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:19,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830/rs
2024-11-08T05:21:19,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x10118e3d2be0007, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2492411830/rs/d1ba675678c9,45223,1731043264583
2024-11-08T05:21:19,183 INFO  [RS:0;d1ba675678c9:45223 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:21:19,193 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,45223,1731043264583]
2024-11-08T05:21:19,204 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2492411830/draining/d1ba675678c9,45223,1731043264583 already deleted, retry=false
2024-11-08T05:21:19,204 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,45223,1731043264583 expired; onlineServers=0
2024-11-08T05:21:19,204 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,42911,1731043264433' *****
2024-11-08T05:21:19,204 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:21:19,204 INFO  [M:0;d1ba675678c9:42911 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:21:19,204 INFO  [M:0;d1ba675678c9:42911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:21:19,204 DEBUG [M:0;d1ba675678c9:42911 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:21:19,204 DEBUG [M:0;d1ba675678c9:42911 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:21:19,204 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:21:19,204 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043265558 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043265558,5,FailOnTimeoutGroup]
2024-11-08T05:21:19,204 INFO  [M:0;d1ba675678c9:42911 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:21:19,204 INFO  [M:0;d1ba675678c9:42911 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:21:19,205 DEBUG [M:0;d1ba675678c9:42911 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:21:19,205 INFO  [M:0;d1ba675678c9:42911 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:21:19,205 INFO  [M:0;d1ba675678c9:42911 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:21:19,206 INFO  [M:0;d1ba675678c9:42911 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:21:19,207 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:21:19,207 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043265558 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043265558,5,FailOnTimeoutGroup]
2024-11-08T05:21:19,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2492411830/master
2024-11-08T05:21:19,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2492411830
2024-11-08T05:21:19,215 DEBUG [M:0;d1ba675678c9:42911 {}] zookeeper.ZKUtil(347): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Unable to get data of znode /2492411830/master because node does not exist (not an error)
2024-11-08T05:21:19,215 WARN  [M:0;d1ba675678c9:42911 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T05:21:19,216 INFO  [M:0;d1ba675678c9:42911 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/.lastflushedseqids
2024-11-08T05:21:19,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741843_1019 (size=173)
2024-11-08T05:21:19,250 INFO  [M:0;d1ba675678c9:42911 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:21:19,250 INFO  [M:0;d1ba675678c9:42911 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:21:19,251 DEBUG [M:0;d1ba675678c9:42911 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:21:19,252 INFO  [M:0;d1ba675678c9:42911 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:19,252 DEBUG [M:0;d1ba675678c9:42911 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:19,252 DEBUG [M:0;d1ba675678c9:42911 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:21:19,252 DEBUG [M:0;d1ba675678c9:42911 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:19,252 INFO  [M:0;d1ba675678c9:42911 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB
2024-11-08T05:21:19,286 DEBUG [M:0;d1ba675678c9:42911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2283f950a17049fc81878c65a33fba85 is 82, key is hbase:meta,,1/info:regioninfo/1731043266969/Put/seqid=0
2024-11-08T05:21:19,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741844_1020 (size=5672)
2024-11-08T05:21:19,294 INFO  [RS:0;d1ba675678c9:45223 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:21:19,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x10118e3d2be0007, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:21:19,294 INFO  [M:0;d1ba675678c9:42911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2283f950a17049fc81878c65a33fba85
2024-11-08T05:21:19,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x10118e3d2be0007, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:21:19,295 INFO  [RS:0;d1ba675678c9:45223 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,45223,1731043264583; zookeeper connection closed.
2024-11-08T05:21:19,310 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:19,312 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@241eb932 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@241eb932
2024-11-08T05:21:19,312 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:21:19,340 DEBUG [M:0;d1ba675678c9:42911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1db43b2e28da41e0bfb0b4abe5545025 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731043271305/Put/seqid=0
2024-11-08T05:21:19,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741845_1021 (size=6585)
2024-11-08T05:21:19,409 INFO  [M:0;d1ba675678c9:42911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1db43b2e28da41e0bfb0b4abe5545025
2024-11-08T05:21:19,473 DEBUG [M:0;d1ba675678c9:42911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f3e35c6b04849e58408fc2d62f4df04 is 69, key is d1ba675678c9,45223,1731043264583/rs:state/1731043265686/Put/seqid=0
2024-11-08T05:21:19,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741846_1022 (size=5156)
2024-11-08T05:21:19,508 INFO  [M:0;d1ba675678c9:42911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f3e35c6b04849e58408fc2d62f4df04
2024-11-08T05:21:19,513 DEBUG [M:0;d1ba675678c9:42911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2283f950a17049fc81878c65a33fba85 as hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2283f950a17049fc81878c65a33fba85
2024-11-08T05:21:19,518 INFO  [M:0;d1ba675678c9:42911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2283f950a17049fc81878c65a33fba85, entries=8, sequenceid=55, filesize=5.5 K
2024-11-08T05:21:19,518 DEBUG [M:0;d1ba675678c9:42911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1db43b2e28da41e0bfb0b4abe5545025 as hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1db43b2e28da41e0bfb0b4abe5545025
2024-11-08T05:21:19,523 INFO  [M:0;d1ba675678c9:42911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1db43b2e28da41e0bfb0b4abe5545025, entries=6, sequenceid=55, filesize=6.4 K
2024-11-08T05:21:19,524 DEBUG [M:0;d1ba675678c9:42911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f3e35c6b04849e58408fc2d62f4df04 as hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f3e35c6b04849e58408fc2d62f4df04
2024-11-08T05:21:19,528 INFO  [M:0;d1ba675678c9:42911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/29b29723-36d7-0a9f-48e0-8d2365d9ab78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f3e35c6b04849e58408fc2d62f4df04, entries=1, sequenceid=55, filesize=5.0 K
2024-11-08T05:21:19,529 INFO  [M:0;d1ba675678c9:42911 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 277ms, sequenceid=55, compaction requested=false
2024-11-08T05:21:19,591 INFO  [M:0;d1ba675678c9:42911 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:19,591 DEBUG [M:0;d1ba675678c9:42911 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043279250Disabling compacts and flushes for region at 1731043279250Disabling writes for close at 1731043279252 (+2 ms)Obtaining lock to block concurrent updates at 1731043279252Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043279252Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731043279252Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043279253 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043279253Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043279286 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043279286Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043279301 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043279339 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043279340 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043279413 (+73 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043279472 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043279472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@687d9988: reopening flushed file at 1731043279512 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@714be707: reopening flushed file at 1731043279518 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de7be32: reopening flushed file at 1731043279523 (+5 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 277ms, sequenceid=55, compaction requested=false at 1731043279529 (+6 ms)Writing region close event to WAL at 1731043279591 (+62 ms)Closed at 1731043279591
2024-11-08T05:21:19,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741830_1006 (size=32758)
2024-11-08T05:21:19,624 INFO  [M:0;d1ba675678c9:42911 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:21:19,624 INFO  [M:0;d1ba675678c9:42911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42911
2024-11-08T05:21:19,625 INFO  [M:0;d1ba675678c9:42911 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:21:19,631 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:21:19,793 INFO  [M:0;d1ba675678c9:42911 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:21:19,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:21:19,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42911-0x10118e3d2be0006, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:21:19,811 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d616c62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:21:19,812 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@247d5bbe{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:21:19,812 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:21:19,812 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2816f5a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:21:19,812 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@436aab65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/hadoop.log.dir/,STOPPED}
2024-11-08T05:21:19,818 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:21:19,818 WARN  [BP-1570325639-172.17.0.3-1731043262502 heartbeating to localhost/127.0.0.1:34983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:21:19,818 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:21:19,818 WARN  [BP-1570325639-172.17.0.3-1731043262502 heartbeating to localhost/127.0.0.1:34983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1570325639-172.17.0.3-1731043262502 (Datanode Uuid beadf03b-b507-40cc-9674-14499b9ed890) service to localhost/127.0.0.1:34983
2024-11-08T05:21:19,818 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/cluster_0ed0d02f-cbdf-7920-4909-55a3af5146dd/data/data1/current/BP-1570325639-172.17.0.3-1731043262502 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:21:19,819 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/cluster_0ed0d02f-cbdf-7920-4909-55a3af5146dd/data/data2/current/BP-1570325639-172.17.0.3-1731043262502 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:21:19,819 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:21:19,830 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bf91e59{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:21:19,831 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d4b4cff{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:21:19,831 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:21:19,831 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2725f2b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:21:19,831 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61b0c101{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b364b7d4-3aeb-348f-1701-0e2696ef3974/hadoop.log.dir/,STOPPED}
2024-11-08T05:21:19,855 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:21:19,855 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:21:19,856 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:21:19,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:21:19,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:19,857 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:21:19,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:19,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:21:19,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1420313733, stopped=false
2024-11-08T05:21:19,858 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,44807,1731043259113
2024-11-08T05:21:19,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1974262918/running
2024-11-08T05:21:19,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1974262918/running
2024-11-08T05:21:19,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918
2024-11-08T05:21:19,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918
2024-11-08T05:21:19,867 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:21:19,868 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:21:19,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:21:19,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:19,868 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,45889,1731043259267' *****
2024-11-08T05:21:19,868 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:21:19,869 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:21:19,869 INFO  [RS:0;d1ba675678c9:45889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:21:19,869 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:21:19,869 INFO  [RS:0;d1ba675678c9:45889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:21:19,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Set watcher on znode that does not yet exist, /1974262918/running
2024-11-08T05:21:19,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Set watcher on znode that does not yet exist, /1974262918/running
2024-11-08T05:21:19,871 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.HRegionServer(3091): Received CLOSE for ac2712b84a862f9deb0664310b9d14c4
2024-11-08T05:21:19,872 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,45889,1731043259267
2024-11-08T05:21:19,872 INFO  [RS:0;d1ba675678c9:45889 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:21:19,872 INFO  [RS:0;d1ba675678c9:45889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:45889.
2024-11-08T05:21:19,872 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac2712b84a862f9deb0664310b9d14c4, disabling compactions & flushes
2024-11-08T05:21:19,872 DEBUG [RS:0;d1ba675678c9:45889 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:21:19,872 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4.
2024-11-08T05:21:19,872 DEBUG [RS:0;d1ba675678c9:45889 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:19,872 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4.
2024-11-08T05:21:19,872 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4. after waiting 0 ms
2024-11-08T05:21:19,872 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4.
2024-11-08T05:21:19,872 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:21:19,872 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:21:19,872 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:21:19,873 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:21:19,876 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-08T05:21:19,877 DEBUG [RS:0;d1ba675678c9:45889 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ac2712b84a862f9deb0664310b9d14c4=test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4.}
2024-11-08T05:21:19,877 DEBUG [RS:0;d1ba675678c9:45889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac2712b84a862f9deb0664310b9d14c4
2024-11-08T05:21:19,877 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:21:19,877 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:21:19,877 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:21:19,877 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:21:19,877 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:21:19,877 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB
2024-11-08T05:21:19,881 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:19,905 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/default/test/ac2712b84a862f9deb0664310b9d14c4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T05:21:19,906 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:21:19,906 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:21:19,906 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4.
2024-11-08T05:21:19,906 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac2712b84a862f9deb0664310b9d14c4:
Waiting for close lock at 1731043279872Running coprocessor pre-close hooks at 1731043279872Disabling compacts and flushes for region at 1731043279872Disabling writes for close at 1731043279872Writing region close event to WAL at 1731043279889 (+17 ms)Running coprocessor post-close hooks at 1731043279905 (+16 ms)Closed at 1731043279906 (+1 ms)
2024-11-08T05:21:19,906 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4.
2024-11-08T05:21:19,914 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/.tmp/info/c44f60079bf347a7b4845451cd131dd1 is 129, key is test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4./info:regioninfo/1731043269440/Put/seqid=0
2024-11-08T05:21:19,916 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:21:19,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741841_1017 (size=6421)
2024-11-08T05:21:19,926 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/.tmp/info/c44f60079bf347a7b4845451cd131dd1
2024-11-08T05:21:19,950 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/.tmp/ns/f8372a8e45ca4828a87ef2bf55f9295a is 43, key is default/ns:d/1731043262408/Put/seqid=0
2024-11-08T05:21:19,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741842_1018 (size=5153)
2024-11-08T05:21:19,962 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/.tmp/ns/f8372a8e45ca4828a87ef2bf55f9295a
2024-11-08T05:21:19,988 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/.tmp/rep_barrier/84aa37ec7be84e91add4fc32d5574879 is 112, key is test,,1731043268299.ac2712b84a862f9deb0664310b9d14c4./rep_barrier:seqnumDuringOpen/1731043269440/Put/seqid=0
2024-11-08T05:21:19,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741843_1019 (size=5518)
2024-11-08T05:21:19,998 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/.tmp/rep_barrier/84aa37ec7be84e91add4fc32d5574879
2024-11-08T05:21:20,024 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/.tmp/table/b8c31d70acdf4880a866e0fa08d1af0f is 40, key is test/table:state/1731043269446/Put/seqid=0
2024-11-08T05:21:20,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741844_1020 (size=5165)
2024-11-08T05:21:20,056 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:20,077 DEBUG [RS:0;d1ba675678c9:45889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:21:20,277 DEBUG [RS:0;d1ba675678c9:45889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:21:20,428 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/.tmp/table/b8c31d70acdf4880a866e0fa08d1af0f
2024-11-08T05:21:20,432 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/.tmp/info/c44f60079bf347a7b4845451cd131dd1 as hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/info/c44f60079bf347a7b4845451cd131dd1
2024-11-08T05:21:20,436 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/info/c44f60079bf347a7b4845451cd131dd1, entries=10, sequenceid=11, filesize=6.3 K
2024-11-08T05:21:20,436 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/.tmp/ns/f8372a8e45ca4828a87ef2bf55f9295a as hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/ns/f8372a8e45ca4828a87ef2bf55f9295a
2024-11-08T05:21:20,440 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/ns/f8372a8e45ca4828a87ef2bf55f9295a, entries=2, sequenceid=11, filesize=5.0 K
2024-11-08T05:21:20,453 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/.tmp/rep_barrier/84aa37ec7be84e91add4fc32d5574879 as hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/rep_barrier/84aa37ec7be84e91add4fc32d5574879
2024-11-08T05:21:20,457 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/rep_barrier/84aa37ec7be84e91add4fc32d5574879, entries=1, sequenceid=11, filesize=5.4 K
2024-11-08T05:21:20,458 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/.tmp/table/b8c31d70acdf4880a866e0fa08d1af0f as hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/table/b8c31d70acdf4880a866e0fa08d1af0f
2024-11-08T05:21:20,462 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/table/b8c31d70acdf4880a866e0fa08d1af0f, entries=2, sequenceid=11, filesize=5.0 K
2024-11-08T05:21:20,462 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 585ms, sequenceid=11, compaction requested=false
2024-11-08T05:21:20,476 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-08T05:21:20,477 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:21:20,477 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:21:20,477 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:21:20,477 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043279877Running coprocessor pre-close hooks at 1731043279877Disabling compacts and flushes for region at 1731043279877Disabling writes for close at 1731043279877Obtaining lock to block concurrent updates at 1731043279877Preparing flush snapshotting stores in 1588230740 at 1731043279877Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731043279877Flushing stores of hbase:meta,,1.1588230740 at 1731043279878 (+1 ms)Flushing 1588230740/info: creating writer at 1731043279878Flushing 1588230740/info: appending metadata at 1731043279914 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731043279914Flushing 1588230740/ns: creating writer at 1731043279930 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731043279950 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731043279950Flushing 1588230740/rep_barrier: creating writer at 1731043279967 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731043279987 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731043279988 (+1 ms)Flushing 1588230740/table: creating writer at 1731043280002 (+14 ms)Flushing 1588230740/table: appending metadata at 1731043280023 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731043280024 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a415dfd: reopening flushed file at 1731043280432 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ff57f1a: reopening flushed file at 1731043280436 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@117d7022: reopening flushed file at 1731043280440 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@110081dc: reopening flushed file at 1731043280458 (+18 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 585ms, sequenceid=11, compaction requested=false at 1731043280462 (+4 ms)Writing region close event to WAL at 1731043280473 (+11 ms)Running coprocessor post-close hooks at 1731043280477 (+4 ms)Closed at 1731043280477
2024-11-08T05:21:20,477 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:21:20,479 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,45889,1731043259267; all regions closed.
2024-11-08T05:21:20,486 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:21:20,487 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:21:20,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741834_1010 (size=2717)
2024-11-08T05:21:20,493 DEBUG [RS:0;d1ba675678c9:45889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/oldWALs
2024-11-08T05:21:20,493 INFO  [RS:0;d1ba675678c9:45889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C45889%2C1731043259267.meta:.meta(num 1731043262353)
2024-11-08T05:21:20,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741833_1009 (size=1374)
2024-11-08T05:21:20,507 DEBUG [RS:0;d1ba675678c9:45889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/oldWALs
2024-11-08T05:21:20,507 INFO  [RS:0;d1ba675678c9:45889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C45889%2C1731043259267:(num 1731043261546)
2024-11-08T05:21:20,507 DEBUG [RS:0;d1ba675678c9:45889 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:20,507 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:21:20,508 INFO  [RS:0;d1ba675678c9:45889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:21:20,508 INFO  [RS:0;d1ba675678c9:45889 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T05:21:20,508 INFO  [RS:0;d1ba675678c9:45889 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:21:20,509 INFO  [RS:0;d1ba675678c9:45889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:45889.
2024-11-08T05:21:20,509 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:21:20,509 DEBUG [RS:0;d1ba675678c9:45889 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:21:20,509 DEBUG [RS:0;d1ba675678c9:45889 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:20,510 DEBUG [RS:0;d1ba675678c9:45889 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:20,510 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:21:20,511 INFO  [RS:0;d1ba675678c9:45889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45889
2024-11-08T05:21:20,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1974262918/rs/d1ba675678c9,45889,1731043259267
2024-11-08T05:21:20,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918/rs
2024-11-08T05:21:20,561 INFO  [RS:0;d1ba675678c9:45889 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:21:20,562 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,45889,1731043259267]
2024-11-08T05:21:20,582 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1974262918/draining/d1ba675678c9,45889,1731043259267 already deleted, retry=false
2024-11-08T05:21:20,583 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,45889,1731043259267 expired; onlineServers=0
2024-11-08T05:21:20,583 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,44807,1731043259113' *****
2024-11-08T05:21:20,583 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:21:20,583 INFO  [M:0;d1ba675678c9:44807 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:21:20,583 INFO  [M:0;d1ba675678c9:44807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:21:20,583 DEBUG [M:0;d1ba675678c9:44807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:21:20,583 DEBUG [M:0;d1ba675678c9:44807 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:21:20,583 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:21:20,583 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043261108 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043261108,5,FailOnTimeoutGroup]
2024-11-08T05:21:20,583 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043261112 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043261112,5,FailOnTimeoutGroup]
2024-11-08T05:21:20,583 INFO  [M:0;d1ba675678c9:44807 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:21:20,584 INFO  [M:0;d1ba675678c9:44807 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:21:20,584 DEBUG [M:0;d1ba675678c9:44807 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:21:20,584 INFO  [M:0;d1ba675678c9:44807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:21:20,584 INFO  [M:0;d1ba675678c9:44807 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:21:20,584 INFO  [M:0;d1ba675678c9:44807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:21:20,584 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:21:20,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1974262918/master
2024-11-08T05:21:20,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974262918
2024-11-08T05:21:20,593 DEBUG [M:0;d1ba675678c9:44807 {}] zookeeper.ZKUtil(347): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Unable to get data of znode /1974262918/master because node does not exist (not an error)
2024-11-08T05:21:20,593 WARN  [M:0;d1ba675678c9:44807 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T05:21:20,594 INFO  [M:0;d1ba675678c9:44807 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/.lastflushedseqids
2024-11-08T05:21:20,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741845_1021 (size=173)
2024-11-08T05:21:20,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:21:20,672 INFO  [RS:0;d1ba675678c9:45889 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:21:20,672 INFO  [RS:0;d1ba675678c9:45889 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,45889,1731043259267; zookeeper connection closed.
2024-11-08T05:21:20,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x10118e3d2be0004, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:21:20,672 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b596503 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b596503
2024-11-08T05:21:20,673 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:21:20,704 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:20,859 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:21,002 INFO  [M:0;d1ba675678c9:44807 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:21:21,002 INFO  [M:0;d1ba675678c9:44807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:21:21,002 DEBUG [M:0;d1ba675678c9:44807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:21:21,002 INFO  [M:0;d1ba675678c9:44807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:21,002 DEBUG [M:0;d1ba675678c9:44807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:21,002 DEBUG [M:0;d1ba675678c9:44807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:21:21,002 DEBUG [M:0;d1ba675678c9:44807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:21,002 INFO  [M:0;d1ba675678c9:44807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB
2024-11-08T05:21:21,022 DEBUG [M:0;d1ba675678c9:44807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80e5c15605844ab0943e2c18e90b7f5a is 82, key is hbase:meta,,1/info:regioninfo/1731043262389/Put/seqid=0
2024-11-08T05:21:21,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741846_1022 (size=5672)
2024-11-08T05:21:21,426 INFO  [M:0;d1ba675678c9:44807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80e5c15605844ab0943e2c18e90b7f5a
2024-11-08T05:21:21,453 DEBUG [M:0;d1ba675678c9:44807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48251c36cd9042d98f1f33442f3f99cc is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731043269449/Put/seqid=0
2024-11-08T05:21:21,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741847_1023 (size=6585)
2024-11-08T05:21:21,616 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:21,763 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:21,863 INFO  [M:0;d1ba675678c9:44807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48251c36cd9042d98f1f33442f3f99cc
2024-11-08T05:21:21,884 DEBUG [M:0;d1ba675678c9:44807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6495824f2f5848bcb7de38ac3eab519b is 69, key is d1ba675678c9,45889,1731043259267/rs:state/1731043261247/Put/seqid=0
2024-11-08T05:21:21,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741848_1024 (size=5156)
2024-11-08T05:21:21,887 INFO  [M:0;d1ba675678c9:44807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6495824f2f5848bcb7de38ac3eab519b
2024-11-08T05:21:21,890 DEBUG [M:0;d1ba675678c9:44807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80e5c15605844ab0943e2c18e90b7f5a as hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80e5c15605844ab0943e2c18e90b7f5a
2024-11-08T05:21:21,894 INFO  [M:0;d1ba675678c9:44807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80e5c15605844ab0943e2c18e90b7f5a, entries=8, sequenceid=55, filesize=5.5 K
2024-11-08T05:21:21,894 DEBUG [M:0;d1ba675678c9:44807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48251c36cd9042d98f1f33442f3f99cc as hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48251c36cd9042d98f1f33442f3f99cc
2024-11-08T05:21:21,898 INFO  [M:0;d1ba675678c9:44807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48251c36cd9042d98f1f33442f3f99cc, entries=6, sequenceid=55, filesize=6.4 K
2024-11-08T05:21:21,898 DEBUG [M:0;d1ba675678c9:44807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6495824f2f5848bcb7de38ac3eab519b as hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6495824f2f5848bcb7de38ac3eab519b
2024-11-08T05:21:21,901 INFO  [M:0;d1ba675678c9:44807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40167/user/jenkins/test-data/2228585a-1d53-358c-1c44-fd34a84d44b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6495824f2f5848bcb7de38ac3eab519b, entries=1, sequenceid=55, filesize=5.0 K
2024-11-08T05:21:21,902 INFO  [M:0;d1ba675678c9:44807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=55, compaction requested=false
2024-11-08T05:21:21,903 INFO  [M:0;d1ba675678c9:44807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:21,903 DEBUG [M:0;d1ba675678c9:44807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043281002Disabling compacts and flushes for region at 1731043281002Disabling writes for close at 1731043281002Obtaining lock to block concurrent updates at 1731043281002Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043281002Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731043281002Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043281003 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043281003Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043281022 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043281022Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043281432 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043281453 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043281453Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043281866 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043281883 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043281883Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa2bbc4: reopening flushed file at 1731043281890 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa2527c: reopening flushed file at 1731043281894 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc89aec: reopening flushed file at 1731043281898 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=55, compaction requested=false at 1731043281902 (+4 ms)Writing region close event to WAL at 1731043281903 (+1 ms)Closed at 1731043281903
2024-11-08T05:21:21,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741830_1006 (size=32758)
2024-11-08T05:21:21,905 INFO  [M:0;d1ba675678c9:44807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:21:21,905 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:21:21,905 INFO  [M:0;d1ba675678c9:44807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44807
2024-11-08T05:21:21,905 INFO  [M:0;d1ba675678c9:44807 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:21:22,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:21:22,094 INFO  [M:0;d1ba675678c9:44807 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:21:22,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x10118e3d2be0003, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:21:22,096 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bf94c4b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:21:22,097 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3746d143{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:21:22,097 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:21:22,097 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@692b114d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:21:22,097 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c03d96e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/hadoop.log.dir/,STOPPED}
2024-11-08T05:21:22,098 WARN  [BP-944424802-172.17.0.3-1731043256829 heartbeating to localhost/127.0.0.1:40167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:21:22,098 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:21:22,098 WARN  [BP-944424802-172.17.0.3-1731043256829 heartbeating to localhost/127.0.0.1:40167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-944424802-172.17.0.3-1731043256829 (Datanode Uuid 1fcad3d9-df87-46fd-99ad-53b6fed775cc) service to localhost/127.0.0.1:40167
2024-11-08T05:21:22,098 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:21:22,098 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/cluster_db2ae44e-d014-6a29-ef11-ae11b383d8ca/data/data1/current/BP-944424802-172.17.0.3-1731043256829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:21:22,099 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/cluster_db2ae44e-d014-6a29-ef11-ae11b383d8ca/data/data2/current/BP-944424802-172.17.0.3-1731043256829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:21:22,099 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:21:22,107 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49978567{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:21:22,108 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48fc470e{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:21:22,108 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:21:22,108 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15bb6b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:21:22,108 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19a2e4f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d922c31d-a49c-9b3c-d62a-61583f24755e/hadoop.log.dir/,STOPPED}
2024-11-08T05:21:22,124 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:21:22,124 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:21:22,124 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:21:22,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:21:22,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:22,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:22,124 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:21:22,124 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:21:22,124 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1901285671, stopped=false
2024-11-08T05:21:22,125 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,38195,1731043254126
2024-11-08T05:21:22,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243492181/running
2024-11-08T05:21:22,136 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243492181/running
2024-11-08T05:21:22,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181
2024-11-08T05:21:22,136 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181
2024-11-08T05:21:22,136 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:21:22,137 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:21:22,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:21:22,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:22,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Set watcher on znode that does not yet exist, /0243492181/running
2024-11-08T05:21:22,137 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,42375,1731043254507' *****
2024-11-08T05:21:22,137 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:21:22,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Set watcher on znode that does not yet exist, /0243492181/running
2024-11-08T05:21:22,138 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(878): Closing user regions
2024-11-08T05:21:22,139 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(3091): Received CLOSE for b5197985d54cd13f5298febd34ef369b
2024-11-08T05:21:22,139 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(3091): Received CLOSE for 008f11e0f3e70f13ac2bfc1c696fd664
2024-11-08T05:21:22,139 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5197985d54cd13f5298febd34ef369b, disabling compactions & flushes
2024-11-08T05:21:22,139 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b.
2024-11-08T05:21:22,139 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b.
2024-11-08T05:21:22,139 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b. after waiting 0 ms
2024-11-08T05:21:22,139 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b.
2024-11-08T05:21:22,139 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b5197985d54cd13f5298febd34ef369b 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB
2024-11-08T05:21:22,140 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:21:22,140 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:21:22,141 INFO  [RS:0;d1ba675678c9:42375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:21:22,141 INFO  [RS:0;d1ba675678c9:42375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:21:22,141 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 008f11e0f3e70f13ac2bfc1c696fd664, which we are already trying to CLOSE, but not completed yet
2024-11-08T05:21:22,141 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,42375,1731043254507
2024-11-08T05:21:22,141 INFO  [RS:0;d1ba675678c9:42375 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:21:22,141 INFO  [RS:0;d1ba675678c9:42375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:42375.
2024-11-08T05:21:22,141 DEBUG [RS:0;d1ba675678c9:42375 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:21:22,141 DEBUG [RS:0;d1ba675678c9:42375 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:22,141 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:21:22,142 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:21:22,142 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:21:22,142 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:21:22,142 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-08T05:21:22,142 DEBUG [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(1325): Online Regions={b5197985d54cd13f5298febd34ef369b=hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b., 1588230740=hbase:meta,,1.1588230740, 008f11e0f3e70f13ac2bfc1c696fd664=test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664.}
2024-11-08T05:21:22,142 DEBUG [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(1351): Waiting on 008f11e0f3e70f13ac2bfc1c696fd664, 1588230740, b5197985d54cd13f5298febd34ef369b
2024-11-08T05:21:22,142 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:21:22,142 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:21:22,142 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:21:22,142 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:21:22,142 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:21:22,142 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-08T05:21:22,161 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/.tmp/info/fbd47ad5667a47a8a2ad3f66a7e7e081 is 147, key is hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b./info:regioninfo/1731043271979/Put/seqid=0
2024-11-08T05:21:22,161 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/replication/b5197985d54cd13f5298febd34ef369b/.tmp/hfileref/87bc91aca1104793b6171bdb8611ab42 is 74, key is 1/hfileref:3d0998bbab2a4e9e87b48cd0c4f19556_SeqId_6_/1731043277727/DeleteColumn/seqid=0
2024-11-08T05:21:22,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741847_1023 (size=7686)
2024-11-08T05:21:22,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741848_1024 (size=5489)
2024-11-08T05:21:22,233 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:21:22,342 DEBUG [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(1351): Waiting on 008f11e0f3e70f13ac2bfc1c696fd664, 1588230740, b5197985d54cd13f5298febd34ef369b
2024-11-08T05:21:22,542 DEBUG [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(1351): Waiting on 008f11e0f3e70f13ac2bfc1c696fd664, 1588230740, b5197985d54cd13f5298febd34ef369b
2024-11-08T05:21:22,568 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/replication/b5197985d54cd13f5298febd34ef369b/.tmp/hfileref/87bc91aca1104793b6171bdb8611ab42
2024-11-08T05:21:22,568 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/.tmp/info/fbd47ad5667a47a8a2ad3f66a7e7e081
2024-11-08T05:21:22,593 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/.tmp/ns/1a1e0f1db4f94f24a73ad52e3aa06360 is 43, key is default/ns:d/1731043256669/Put/seqid=0
2024-11-08T05:21:22,593 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/replication/b5197985d54cd13f5298febd34ef369b/.tmp/queue/00bbbc89f1d14cca9162c3cbe2da9bc8 is 153, key is 1-d1ba675678c9,42375,1731043254507/queue:d1ba675678c9%2C42375%2C1731043254507/1731043277728/Put/seqid=0
2024-11-08T05:21:22,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741850_1026 (size=5153)
2024-11-08T05:21:22,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741849_1025 (size=5504)
2024-11-08T05:21:22,621 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:22,743 DEBUG [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(1351): Waiting on 008f11e0f3e70f13ac2bfc1c696fd664, 1588230740, b5197985d54cd13f5298febd34ef369b
2024-11-08T05:21:22,770 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:22,943 DEBUG [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(1351): Waiting on 008f11e0f3e70f13ac2bfc1c696fd664, 1588230740, b5197985d54cd13f5298febd34ef369b
2024-11-08T05:21:22,998 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/.tmp/ns/1a1e0f1db4f94f24a73ad52e3aa06360
2024-11-08T05:21:22,998 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/replication/b5197985d54cd13f5298febd34ef369b/.tmp/queue/00bbbc89f1d14cca9162c3cbe2da9bc8
2024-11-08T05:21:23,002 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/replication/b5197985d54cd13f5298febd34ef369b/.tmp/hfileref/87bc91aca1104793b6171bdb8611ab42 as hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/replication/b5197985d54cd13f5298febd34ef369b/hfileref/87bc91aca1104793b6171bdb8611ab42
2024-11-08T05:21:23,006 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/replication/b5197985d54cd13f5298febd34ef369b/hfileref/87bc91aca1104793b6171bdb8611ab42, entries=6, sequenceid=17, filesize=5.4 K
2024-11-08T05:21:23,007 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/replication/b5197985d54cd13f5298febd34ef369b/.tmp/queue/00bbbc89f1d14cca9162c3cbe2da9bc8 as hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/replication/b5197985d54cd13f5298febd34ef369b/queue/00bbbc89f1d14cca9162c3cbe2da9bc8
2024-11-08T05:21:23,012 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/replication/b5197985d54cd13f5298febd34ef369b/queue/00bbbc89f1d14cca9162c3cbe2da9bc8, entries=2, sequenceid=17, filesize=5.4 K
2024-11-08T05:21:23,013 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for b5197985d54cd13f5298febd34ef369b in 874ms, sequenceid=17, compaction requested=false
2024-11-08T05:21:23,022 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/.tmp/rep_barrier/a9f1d9dd19fa4f79aeffcdd1738e8254 is 112, key is test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664./rep_barrier:seqnumDuringOpen/1731043267896/Put/seqid=0
2024-11-08T05:21:23,022 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/replication/b5197985d54cd13f5298febd34ef369b/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1
2024-11-08T05:21:23,023 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:21:23,023 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:21:23,023 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b.
2024-11-08T05:21:23,023 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5197985d54cd13f5298febd34ef369b:
Waiting for close lock at 1731043282139Running coprocessor pre-close hooks at 1731043282139Disabling compacts and flushes for region at 1731043282139Disabling writes for close at 1731043282139Obtaining lock to block concurrent updates at 1731043282139Preparing flush snapshotting stores in b5197985d54cd13f5298febd34ef369b at 1731043282139Finished memstore snapshotting hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731043282139Flushing stores of hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b. at 1731043282140 (+1 ms)Flushing b5197985d54cd13f5298febd34ef369b/hfileref: creating writer at 1731043282140Flushing b5197985d54cd13f5298febd34ef369b/hfileref: appending metadata at 1731043282160 (+20 ms)Flushing b5197985d54cd13f5298febd34ef369b/hfileref: closing flushed file at 1731043282160Flushing b5197985d54cd13f5298febd34ef369b/queue: creating writer at 1731043282575 (+415 ms)Flushing b5197985d54cd13f5298febd34ef369b/queue: appending metadata at 1731043282593 (+18 ms)Flushing b5197985d54cd13f5298febd34ef369b/queue: closing flushed file at 1731043282593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b50d2e4: reopening flushed file at 1731043283001 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ee77a: reopening flushed file at 1731043283007 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for b5197985d54cd13f5298febd34ef369b in 874ms, sequenceid=17, compaction requested=false at 1731043283013 (+6 ms)Writing region close event to WAL at 1731043283014 (+1 ms)Running coprocessor post-close hooks at 1731043283023 (+9 ms)Closed at 1731043283023
2024-11-08T05:21:23,024 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731043271606.b5197985d54cd13f5298febd34ef369b.
2024-11-08T05:21:23,024 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 008f11e0f3e70f13ac2bfc1c696fd664, disabling compactions & flushes
2024-11-08T05:21:23,024 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664.
2024-11-08T05:21:23,024 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664.
2024-11-08T05:21:23,024 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664. after waiting 0 ms
2024-11-08T05:21:23,024 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664.
2024-11-08T05:21:23,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741851_1027 (size=5518)
2024-11-08T05:21:23,029 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:21:23,029 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:21:23,031 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/default/test/008f11e0f3e70f13ac2bfc1c696fd664/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T05:21:23,031 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:21:23,031 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-08T05:21:23,031 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664.
2024-11-08T05:21:23,031 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 008f11e0f3e70f13ac2bfc1c696fd664:
Waiting for close lock at 1731043283024Running coprocessor pre-close hooks at 1731043283024Disabling compacts and flushes for region at 1731043283024Disabling writes for close at 1731043283024Writing region close event to WAL at 1731043283028 (+4 ms)Running coprocessor post-close hooks at 1731043283031 (+3 ms)Closed at 1731043283031
2024-11-08T05:21:23,031 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731043267153.008f11e0f3e70f13ac2bfc1c696fd664.
2024-11-08T05:21:23,143 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-08T05:21:23,143 DEBUG [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-08T05:21:23,143 DEBUG [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:21:23,343 DEBUG [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:21:23,398 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T05:21:23,399 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,399 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,400 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,400 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,400 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,400 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,401 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,401 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,425 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/.tmp/rep_barrier/a9f1d9dd19fa4f79aeffcdd1738e8254
2024-11-08T05:21:23,445 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/.tmp/table/e1e8a57af3a14b6885c5cce74a2bfc7e is 53, key is hbase:replication/table:state/1731043271985/Put/seqid=0
2024-11-08T05:21:23,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741852_1028 (size=5308)
2024-11-08T05:21:23,460 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,460 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,460 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,460 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,461 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,461 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,470 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,479 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,479 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,481 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,518 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,518 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T05:21:23,543 DEBUG [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:21:23,712 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T05:21:23,725 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:23,733 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:21:23,733 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 688, reset compression=false
2024-11-08T05:21:23,734 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-d1ba675678c9,42375,1731043254507 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:21:23,735 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d1ba675678c9,42375,1731043254507: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-d1ba675678c9,42375,1731043254507, walGroup=d1ba675678c9%2C42375%2C1731043254507, offset=d1ba675678c9%2C42375%2C1731043254507.1731043275254:688, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:42375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-08T05:21:23,736 ERROR [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-08T05:21:23,736 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-08T05:21:23,737 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-08T05:21:23,737 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-08T05:21:23,737 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-08T05:21:23,737 INFO  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1692401664,
        "init": 1048576000,
        "max": 2306867200,
        "used": 1115296912
      },
      "NonHeapMemoryUsage": {
        "committed": 209715200,
        "init": 7667712,
        "max": -1,
        "used": 206675120
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-08T05:21:23,737 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:38195 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1ba675678c9:38195 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-08T05:21:23,744 DEBUG [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:21:23,850 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/.tmp/table/e1e8a57af3a14b6885c5cce74a2bfc7e
2024-11-08T05:21:23,856 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/.tmp/info/fbd47ad5667a47a8a2ad3f66a7e7e081 as hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/info/fbd47ad5667a47a8a2ad3f66a7e7e081
2024-11-08T05:21:23,860 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/info/fbd47ad5667a47a8a2ad3f66a7e7e081, entries=20, sequenceid=16, filesize=7.5 K
2024-11-08T05:21:23,861 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/.tmp/ns/1a1e0f1db4f94f24a73ad52e3aa06360 as hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/ns/1a1e0f1db4f94f24a73ad52e3aa06360
2024-11-08T05:21:23,867 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/ns/1a1e0f1db4f94f24a73ad52e3aa06360, entries=2, sequenceid=16, filesize=5.0 K
2024-11-08T05:21:23,868 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/.tmp/rep_barrier/a9f1d9dd19fa4f79aeffcdd1738e8254 as hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/rep_barrier/a9f1d9dd19fa4f79aeffcdd1738e8254
2024-11-08T05:21:23,872 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/rep_barrier/a9f1d9dd19fa4f79aeffcdd1738e8254, entries=1, sequenceid=16, filesize=5.4 K
2024-11-08T05:21:23,874 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/.tmp/table/e1e8a57af3a14b6885c5cce74a2bfc7e as hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/table/e1e8a57af3a14b6885c5cce74a2bfc7e
2024-11-08T05:21:23,874 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 393, reset compression=false
2024-11-08T05:21:23,882 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-08T05:21:23,882 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 688, reset compression=false
2024-11-08T05:21:23,882 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d1ba675678c9,42375,1731043254507 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-08T05:21:23,883 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue
2024-11-08T05:21:23,886 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/table/e1e8a57af3a14b6885c5cce74a2bfc7e, entries=4, sequenceid=16, filesize=5.2 K
2024-11-08T05:21:23,887 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=16, compaction requested=false
2024-11-08T05:21:23,887 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-08T05:21:23,923 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-08T05:21:23,924 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-08T05:21:23,924 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:21:23,924 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:21:23,924 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043282142Running coprocessor pre-close hooks at 1731043282142Disabling compacts and flushes for region at 1731043282142Disabling writes for close at 1731043282142Obtaining lock to block concurrent updates at 1731043282142Preparing flush snapshotting stores in 1588230740 at 1731043282142Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731043282143 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731043282143Flushing 1588230740/info: creating writer at 1731043282143Flushing 1588230740/info: appending metadata at 1731043282160 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731043282160Flushing 1588230740/ns: creating writer at 1731043282575 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731043282592 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731043282592Flushing 1588230740/rep_barrier: creating writer at 1731043283001 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731043283021 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731043283021Flushing 1588230740/table: creating writer at 1731043283429 (+408 ms)Flushing 1588230740/table: appending metadata at 1731043283445 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731043283445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7061483d: reopening flushed file at 1731043283854 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cfe6979: reopening flushed file at 1731043283860 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@312d506f: reopening flushed file at 1731043283867 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57c72a60: reopening flushed file at 1731043283873 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=16, compaction requested=false at 1731043283887 (+14 ms)Writing region close event to WAL at 1731043283918 (+31 ms)Running coprocessor post-close hooks at 1731043283924 (+6 ms)Closed at 1731043283924
2024-11-08T05:21:23,924 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:21:23,939 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 688, reset compression=false
2024-11-08T05:21:23,944 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,42375,1731043254507; all regions closed.
2024-11-08T05:21:23,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741843_1019 (size=859)
2024-11-08T05:21:23,947 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.meta.1731043275278.meta not finished, retry = 0
2024-11-08T05:21:24,050 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.rep.1731043275300 not finished, retry = 0
2024-11-08T05:21:24,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741844_1020 (size=2791)
2024-11-08T05:21:24,114 DEBUG [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/WALs/d1ba675678c9,42375,1731043254507/d1ba675678c9%2C42375%2C1731043254507.1731043275254 to pos 688, reset compression=false
2024-11-08T05:21:24,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741842_1018 (size=696)
2024-11-08T05:21:24,162 DEBUG [RS:0;d1ba675678c9:42375 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:24,162 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:21:24,162 INFO  [RS:0;d1ba675678c9:42375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:21:24,162 INFO  [RS:0;d1ba675678c9:42375 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-08T05:21:24,162 INFO  [RS:0;d1ba675678c9:42375 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:21:24,163 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d1ba675678c9,42375,1731043254507 because: Region server is closing
2024-11-08T05:21:24,163 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:21:24,163 INFO  [RS:0;d1ba675678c9:42375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:42375.
2024-11-08T05:21:24,163 DEBUG [RS:0;d1ba675678c9:42375 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:21:24,163 DEBUG [RS:0;d1ba675678c9:42375 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:24,163 DEBUG [RS:0;d1ba675678c9:42375 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:24,163 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:21:24,264 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 terminated
2024-11-08T05:21:24,264 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d1ba675678c9,42375,1731043254507 because: Region server is closing
2024-11-08T05:21:24,264 WARN  [RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,1-d1ba675678c9,42375,1731043254507.replicationSource.wal-reader.d1ba675678c9%2C42375%2C1731043254507,1-d1ba675678c9,42375,1731043254507 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-08T05:21:24,264 INFO  [RS:0;d1ba675678c9:42375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:42375.
2024-11-08T05:21:24,264 DEBUG [RS:0;d1ba675678c9:42375 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:21:24,264 DEBUG [RS:0;d1ba675678c9:42375 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:24,264 DEBUG [RS:0;d1ba675678c9:42375 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:21:24,264 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:21:24,364 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d1ba675678c9:0-0.replicationSource,2-d1ba675678c9,42375,1731043254507.replicationSource.shipperd1ba675678c9%2C42375%2C1731043254507,2-d1ba675678c9,42375,1731043254507 terminated
2024-11-08T05:21:24,365 INFO  [RS:0;d1ba675678c9:42375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42375
2024-11-08T05:21:24,412 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243492181/rs/d1ba675678c9,42375,1731043254507
2024-11-08T05:21:24,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181/rs
2024-11-08T05:21:24,412 INFO  [RS:0;d1ba675678c9:42375 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:21:24,483 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,42375,1731043254507]
2024-11-08T05:21:24,574 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0243492181/draining/d1ba675678c9,42375,1731043254507 already deleted, retry=false
2024-11-08T05:21:24,574 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,42375,1731043254507 expired; onlineServers=0
2024-11-08T05:21:24,574 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,38195,1731043254126' *****
2024-11-08T05:21:24,574 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:21:24,574 INFO  [M:0;d1ba675678c9:38195 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:21:24,574 INFO  [M:0;d1ba675678c9:38195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:21:24,575 DEBUG [M:0;d1ba675678c9:38195 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:21:24,575 DEBUG [M:0;d1ba675678c9:38195 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:21:24,575 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:21:24,575 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043255848 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043255848,5,FailOnTimeoutGroup]
2024-11-08T05:21:24,575 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043255864 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043255864,5,FailOnTimeoutGroup]
2024-11-08T05:21:24,575 INFO  [M:0;d1ba675678c9:38195 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:21:24,575 INFO  [M:0;d1ba675678c9:38195 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:21:24,575 DEBUG [M:0;d1ba675678c9:38195 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:21:24,575 INFO  [M:0;d1ba675678c9:38195 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:21:24,575 INFO  [M:0;d1ba675678c9:38195 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:21:24,575 ERROR [M:0;d1ba675678c9:38195 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:42645 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42645,5,PEWorkerGroup]
2024-11-08T05:21:24,575 INFO  [M:0;d1ba675678c9:38195 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:21:24,575 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:21:24,583 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:21:24,583 INFO  [RS:0;d1ba675678c9:42375 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:21:24,583 INFO  [RS:0;d1ba675678c9:42375 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,42375,1731043254507; zookeeper connection closed.
2024-11-08T05:21:24,583 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x10118e3d2be0001, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:21:24,584 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43ecd0e9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43ecd0e9
2024-11-08T05:21:24,584 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:21:24,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243492181/master
2024-11-08T05:21:24,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243492181
2024-11-08T05:21:24,628 DEBUG [M:0;d1ba675678c9:38195 {}] zookeeper.ZKUtil(347): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Unable to get data of znode /0243492181/master because node does not exist (not an error)
2024-11-08T05:21:24,628 WARN  [M:0;d1ba675678c9:38195 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T05:21:24,628 INFO  [M:0;d1ba675678c9:38195 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/.lastflushedseqids
2024-11-08T05:21:24,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741853_1029 (size=263)
2024-11-08T05:21:25,032 INFO  [M:0;d1ba675678c9:38195 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:21:25,032 INFO  [M:0;d1ba675678c9:38195 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:21:25,032 DEBUG [M:0;d1ba675678c9:38195 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:21:25,032 INFO  [M:0;d1ba675678c9:38195 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:25,032 DEBUG [M:0;d1ba675678c9:38195 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:25,032 DEBUG [M:0;d1ba675678c9:38195 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:21:25,032 DEBUG [M:0;d1ba675678c9:38195 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:25,032 INFO  [M:0;d1ba675678c9:38195 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB
2024-11-08T05:21:25,050 DEBUG [M:0;d1ba675678c9:38195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e396d8fe94a941be9b9eccfb8a4ca3d5 is 82, key is hbase:meta,,1/info:regioninfo/1731043256618/Put/seqid=0
2024-11-08T05:21:25,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741854_1030 (size=5672)
2024-11-08T05:21:25,454 INFO  [M:0;d1ba675678c9:38195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e396d8fe94a941be9b9eccfb8a4ca3d5
2024-11-08T05:21:25,477 DEBUG [M:0;d1ba675678c9:38195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a84265d32aa44d66b35a8f9d5b23afa5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731043271988/Put/seqid=0
2024-11-08T05:21:25,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741855_1031 (size=8909)
2024-11-08T05:21:25,480 INFO  [M:0;d1ba675678c9:38195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a84265d32aa44d66b35a8f9d5b23afa5
2024-11-08T05:21:25,501 DEBUG [M:0;d1ba675678c9:38195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e006f0f3d3ae4ddebc0cc803c7a71a6f is 69, key is d1ba675678c9,42375,1731043254507/rs:state/1731043255912/Put/seqid=0
2024-11-08T05:21:25,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741856_1032 (size=5156)
2024-11-08T05:21:25,504 INFO  [M:0;d1ba675678c9:38195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e006f0f3d3ae4ddebc0cc803c7a71a6f
2024-11-08T05:21:25,508 DEBUG [M:0;d1ba675678c9:38195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e396d8fe94a941be9b9eccfb8a4ca3d5 as hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e396d8fe94a941be9b9eccfb8a4ca3d5
2024-11-08T05:21:25,511 INFO  [M:0;d1ba675678c9:38195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e396d8fe94a941be9b9eccfb8a4ca3d5, entries=8, sequenceid=112, filesize=5.5 K
2024-11-08T05:21:25,512 DEBUG [M:0;d1ba675678c9:38195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a84265d32aa44d66b35a8f9d5b23afa5 as hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a84265d32aa44d66b35a8f9d5b23afa5
2024-11-08T05:21:25,515 INFO  [M:0;d1ba675678c9:38195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a84265d32aa44d66b35a8f9d5b23afa5, entries=13, sequenceid=112, filesize=8.7 K
2024-11-08T05:21:25,516 DEBUG [M:0;d1ba675678c9:38195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e006f0f3d3ae4ddebc0cc803c7a71a6f as hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e006f0f3d3ae4ddebc0cc803c7a71a6f
2024-11-08T05:21:25,519 INFO  [M:0;d1ba675678c9:38195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/85c14d51-2dea-6afe-6b1f-f7f1cb11c45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e006f0f3d3ae4ddebc0cc803c7a71a6f, entries=1, sequenceid=112, filesize=5.0 K
2024-11-08T05:21:25,520 INFO  [M:0;d1ba675678c9:38195 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 488ms, sequenceid=112, compaction requested=false
2024-11-08T05:21:25,522 INFO  [M:0;d1ba675678c9:38195 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:21:25,522 DEBUG [M:0;d1ba675678c9:38195 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043285032Disabling compacts and flushes for region at 1731043285032Disabling writes for close at 1731043285032Obtaining lock to block concurrent updates at 1731043285032Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043285032Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731043285032Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043285033 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043285033Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043285050 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043285050Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043285457 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043285476 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043285476Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043285483 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043285500 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043285500Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@285d0c2: reopening flushed file at 1731043285507 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3769dd21: reopening flushed file at 1731043285511 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41beaf16: reopening flushed file at 1731043285515 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 488ms, sequenceid=112, compaction requested=false at 1731043285520 (+5 ms)Writing region close event to WAL at 1731043285522 (+2 ms)Closed at 1731043285522
2024-11-08T05:21:25,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46489 is added to blk_1073741830_1006 (size=69055)
2024-11-08T05:21:25,525 INFO  [M:0;d1ba675678c9:38195 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:21:25,525 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:21:25,525 INFO  [M:0;d1ba675678c9:38195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38195
2024-11-08T05:21:25,526 INFO  [M:0;d1ba675678c9:38195 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:21:25,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:21:25,669 INFO  [M:0;d1ba675678c9:38195 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:21:25,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38195-0x10118e3d2be0000, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:21:25,675 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33958fbf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:21:25,675 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4aa8e23a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:21:25,675 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:21:25,676 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e01edbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:21:25,676 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8130d8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/hadoop.log.dir/,STOPPED}
2024-11-08T05:21:25,677 WARN  [BP-1566784766-172.17.0.3-1731043252027 heartbeating to localhost/127.0.0.1:42645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:21:25,677 WARN  [BP-1566784766-172.17.0.3-1731043252027 heartbeating to localhost/127.0.0.1:42645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1566784766-172.17.0.3-1731043252027 (Datanode Uuid f771c413-3921-4744-b63f-e5729771192f) service to localhost/127.0.0.1:42645
2024-11-08T05:21:25,677 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:21:25,678 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/cluster_b1a154a3-7723-55a7-d2a3-5d93d14751e2/data/data1/current/BP-1566784766-172.17.0.3-1731043252027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:21:25,678 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/cluster_b1a154a3-7723-55a7-d2a3-5d93d14751e2/data/data2/current/BP-1566784766-172.17.0.3-1731043252027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:21:25,678 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:21:25,678 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:21:25,686 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@125c1a64{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:21:25,686 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78ceea1e{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:21:25,686 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:21:25,687 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f34409e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:21:25,687 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2801aebc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d96d23ba-3368-ac53-4292-dd2586a01c8a/hadoop.log.dir/,STOPPED}
2024-11-08T05:21:25,694 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-08T05:21:25,709 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T05:21:25,725 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 531)
Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-40-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42645 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-49-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34983 from jenkins.hfs.23
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34983
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42645 from jenkins.hfs.22
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58049)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40167
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-45-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34983
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-41-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-45-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-47-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-40-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-47-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42645 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-49-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:42645
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40167
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58049)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40167
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-40-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:34983
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40167 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-49-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40167 from jenkins.hfs.22
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34983 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42645 from jenkins.hfs.21
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34983
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:34983
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58049)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40167 from jenkins.hfs.22
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34983 from jenkins.hfs.23
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-41-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:40167
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40167
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:42645
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34983 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40167 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-41-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34983
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42645 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-45-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:40167
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-47-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42645 from jenkins.hfs.23
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
 - Thread LEAK? -, OpenFileDescriptor=983 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=516 (was 403) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4844 (was 5280)
2024-11-08T05:21:25,726 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500
2024-11-08T05:21:25,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10118e3d2be0002, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:21:25,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10118e3d2be0005, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:21:25,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10118e3d2be0002, quorum=127.0.0.1:58049, baseZNode=/0243492181 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:21:25,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10118e3d2be0005, quorum=127.0.0.1:58049, baseZNode=/1974262918 Received Disconnected from ZooKeeper, ignoring
2024-11-08T05:21:25,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10118e3d2be0008, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-08T05:21:25,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10118e3d2be0008, quorum=127.0.0.1:58049, baseZNode=/2492411830 Received Disconnected from ZooKeeper, ignoring